-- Logs begin at Mon 2021-08-16 12:25:39 UTC, end at Mon 2021-08-16 13:21:23 UTC. -- Aug 16 12:55:43.059131 dv-cinder-804698-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 12:55:45.739680 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.common.config [-] Logging enabled! Aug 16 12:55:45.740261 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev540 Aug 16 12:55:45.740453 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93946) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 12:55:45.744337 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.common.config [-] Logging enabled! Aug 16 12:55:45.744594 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev540 Aug 16 12:55:45.744909 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93946) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 12:55:45.745842 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 12:55:45.746079 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 12:55:45.746446 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 12:55:45.746696 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 12:55:45.746926 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 12:55:45.747247 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.747579 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.747881 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.748111 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.748404 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.748695 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.748977 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.749268 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.749567 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.749851 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.750132 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.750417 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.750649 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.750932 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.751221 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.751537 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.751764 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] debug = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.752044 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.752467 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.752878 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.753157 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.753449 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.753729 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.754001 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.754276 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.754558 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.754894 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] host = dv-cinder-804698-2-iscsi {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.755172 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.755483 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.755774 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.756061 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.756336 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.756613 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.756899 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.757172 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.757443 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] log_file = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.757750 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.758046 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.758340 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.758625 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.758849 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.759070 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.759382 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.759670 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.759943 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.760213 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.760486 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.760759 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.761031 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.761299 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.761580 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.761862 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.762147 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.762419 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.762689 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.762960 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.763230 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.763550 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.763824 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.764093 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.764361 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.764644 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.764916 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.765187 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.765484 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.765768 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.766046 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.766331 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.766601 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.766884 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.767158 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.767457 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.767732 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] use_json = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.768004 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.768272 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.768550 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.768822 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.769094 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.769364 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.769634 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.769916 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:45.770211 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.770505 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.770804 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.771088 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.771410 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.771695 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.771985 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.772262 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.772550 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.772839 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.773126 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.773444 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.773736 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.774013 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.774308 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.774612 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.774912 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.775208 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.775510 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.775790 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.776067 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.776347 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.776634 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.776926 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.777217 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.777492 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.777772 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.778064 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.778342 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.778612 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.778889 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.779181 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.779484 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.779761 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.780045 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.780324 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.780599 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.780876 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.781158 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.781453 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.781733 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.782006 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.782280 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.782556 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.782825 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.783110 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.783407 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.783684 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.783956 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.784234 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.784507 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.784782 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.785059 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.785331 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.785608 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.785880 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.786151 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.786422 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.786692 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.786960 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.787233 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.787528 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.787806 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.788077 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.788348 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.788618 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.788888 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.789675 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.789987 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.790261 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.790540 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.790817 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.791093 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.791387 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.791670 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.791947 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.792223 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.792501 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.792775 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.793066 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.793349 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.793636 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.793918 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.794194 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.794488 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.794767 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.795051 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.795334 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.795634 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.795926 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.796210 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.796508 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.796807 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.797102 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.797395 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.797689 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.797968 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.798278 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.798558 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:45.798774 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 12:55:45.799011 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93946) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 12:55:46.146511 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 12:55:46.146796 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 12:55:46.147091 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 12:55:46.147462 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 12:55:46.537611 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.537828 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.538103 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.539516 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.539795 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.540063 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.573990 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.574306 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.574591 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.591173 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.591487 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.591763 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.619303 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.619609 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.619882 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.655967 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.656247 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.656516 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.887206 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.888096 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.889335 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.889335 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:46.889735 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.007005 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.007320 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.007633 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.008478 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.008745 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.009055 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.009312 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.009564 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.009815 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.010095 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.010351 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.010612 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.010865 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.011113 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.011384 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.011653 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.011905 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.012167 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.012432 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.012711 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.012953 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.013201 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.013476 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.013851 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.014099 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.014344 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.014732 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 12:55:47.014968 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 12:55:47.015201 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 12:55:47.015459 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 12:55:47.015695 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 12:55:47.015927 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 12:55:47.016285 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 12:55:47.019406 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 12:55:47.023273 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 12:55:47.026867 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 16 12:55:47.028648 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 12:55:47.029102 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 12:55:47.029438 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 12:55:47.029817 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 12:55:47.032577 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 12:55:47.032831 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 12:55:47.033176 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 12:55:47.038388 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 12:55:47.061035 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 12:55:47.061484 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.061777 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93946) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 12:55:47.062132 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.063489 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93946) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 12:55:47.063772 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 12:55:47.064017 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 12:55:47.067304 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.067605 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.130493 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 12:55:47.130736 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 12:55:47.130972 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 12:55:47.131355 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 12:55:47.152649 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_db.sqlalchemy.engines [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93946) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 12:55:47.681989 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Initializing driver for type 'gre' Aug 16 12:55:47.682567 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] gre ID ranges: [(1, 1000)] Aug 16 12:55:47.739098 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Initializing driver for type 'local' Aug 16 12:55:47.739453 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Initializing driver for type 'vlan' Aug 16 12:55:47.752471 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] VlanTypeDriver initialization complete Aug 16 12:55:47.752818 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Initializing driver for type 'vxlan' Aug 16 12:55:47.753291 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] vxlan ID ranges: [(1, 1000)] Aug 16 12:55:47.811646 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Initializing extension driver 'port_security' Aug 16 12:55:47.812038 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.extensions.port_security [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] PortSecurityExtensionDriver initialization complete Aug 16 12:55:47.812348 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Initializing mechanism driver 'openvswitch' Aug 16 12:55:47.812685 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Initializing mechanism driver 'hyperv' Aug 16 12:55:47.819144 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:47.819856 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > port after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.820826 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > port after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.821187 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > port after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.821708 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93946) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 12:55:47.822146 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > subnet after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.822509 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > subnet after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.822863 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.823261 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93946) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 12:55:47.823694 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > network after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.824051 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > network after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.824400 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > network after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.824786 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93946) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 12:55:47.825191 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > security_group after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.825544 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > security_group after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.825889 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.826281 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93946) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 12:55:47.826816 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.827176 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.827554 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.827951 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93946) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 12:55:47.828357 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > address_group after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.828708 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > address_group after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.829052 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.829440 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93946) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 12:55:47.829822 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] ML2 OVO RPC backend initialized. {{(pid=93946) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 12:55:47.830533 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.830894 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.831313 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > network before_response 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.831687 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > networks before_response 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.832040 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > port before_response 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.832388 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > ports before_response 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.832735 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > subnet before_response 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.833080 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > subnets before_response 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.833428 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > network after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.833772 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > network after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.834111 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > network after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.834452 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > port after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.834791 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > port after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.835127 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > port after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.835509 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > subnet after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.835876 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > subnet after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.836217 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.836802 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.plugin [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Modular L2 Plugin initialization complete Aug 16 12:55:47.837136 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading services supported by the core plugin {{(pid=93946) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 12:55:47.837464 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.plugins.ml2.managers [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Got port-security extension from driver 'port_security' Aug 16 12:55:47.837928 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.extensions.vlantransparent [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Disabled vlantransparent extension. Aug 16 12:55:47.838412 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93946) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 12:55:47.838729 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading Plugin: router Aug 16 12:55:47.875299 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.875717 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router after_create 55549900 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.876095 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router before_create 55549900 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.876464 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.876843 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.877204 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router after_delete 55549900 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.877570 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.877939 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router after_create 55549900 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.878292 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router after_update 55549900 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.878646 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router after_update 55549900 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.878999 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.879389 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router after_update 55549900 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.879810 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router precommit_update 55549900 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.880184 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: port after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.880529 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: port after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.880869 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: subnet after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.881209 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.881562 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.881910 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router precommit_create 55549900 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.882254 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: port before_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.882598 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router precommit_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.883626 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router after_update 55549900 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.883972 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.884328 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router precommit_create 55549900 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.884692 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.885038 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router precommit_update 55549900 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.885406 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > agent after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.885765 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > agent after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.886114 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > network after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.886978 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Tracking information for resource: router configured {{(pid=93946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 12:55:47.887312 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Tracking information for resource: floatingip configured {{(pid=93946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 12:55:47.892109 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.db.l3_agentschedulers_db [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 12:55:47.892803 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: port after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.893172 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: port after_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.893528 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: port after_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.893881 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: port after_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.894680 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router before_create 55550100 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.895050 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.895443 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router precommit_create 55550100 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.895806 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > router precommit_update 55550100 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.900304 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.services.provider_configuration [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Service providers = [] {{(pid=93946) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 12:55:47.900673 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.db.servicetype_db [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93946) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 12:55:47.903626 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.services.service_base [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93946) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 12:55:47.903983 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.services.service_base [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93946) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 12:55:47.904329 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.services.service_base [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93946) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 12:55:47.905211 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.services.service_base [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93946) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 12:55:47.905593 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.services.service_base [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 12:55:47.905974 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 12:55:47.906297 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 12:55:47.917360 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 12:55:47.917701 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading Plugin: auto_allocate Aug 16 12:55:47.923363 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: network precommit_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.923750 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: network precommit_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.924276 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 12:55:47.924603 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading Plugin: tag Aug 16 12:55:47.931941 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 12:55:47.932320 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading Plugin: timestamp Aug 16 12:55:47.936267 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 12:55:47.936610 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading Plugin: network_ip_availability Aug 16 12:55:47.942002 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.942378 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.942740 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:47.943488 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 12:55:47.943815 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading Plugin: flavors Aug 16 12:55:47.948499 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 12:55:47.948840 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading Plugin: revisions Aug 16 12:55:47.953064 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 12:55:47.953459 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_concurrency.lockutils [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.806s {{(pid=93946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 12:55:47.954190 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93946) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 12:55:47.954529 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Initializing extension manager. Aug 16 12:55:47.955046 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: __init__.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.955420 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: __pycache__ {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.955766 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.956106 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: address_group.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.956858 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.957418 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: address-group Aug 16 12:55:47.957742 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: address_scope.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.958461 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.958973 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: address-scope Aug 16 12:55:47.959297 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.960255 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.960792 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: router-admin-state-down-before-update Aug 16 12:55:47.961120 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: agent.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.961832 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.962331 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: agent Aug 16 12:55:47.962656 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: agent_resources_synced.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.963776 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.964293 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: agent-resources-synced Aug 16 12:55:47.964623 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: allowedaddresspairs.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.966409 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.966929 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: allowed-address-pairs Aug 16 12:55:47.967260 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: auto_allocated_topology.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.968357 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.968878 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: auto-allocated-topology Aug 16 12:55:47.969207 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: availability_zone.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.969907 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.970414 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: availability_zone Aug 16 12:55:47.970741 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: availability_zone_filter.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.971691 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.972204 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: availability_zone_filter Aug 16 12:55:47.972531 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: data_plane_status.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.973444 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.973948 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 12:55:47.974271 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: default_subnetpools.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.975188 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.975731 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: default-subnetpools Aug 16 12:55:47.976056 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.977391 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.977901 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: dhcp_agent_scheduler Aug 16 12:55:47.978226 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: dns.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.979155 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.979689 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension dns-integration not supported by any of loaded plugins Aug 16 12:55:47.980015 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: dns_domain_ports.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.980936 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.981443 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 12:55:47.981770 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.982705 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.983212 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 12:55:47.983569 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: dvr.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.984242 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.984743 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: dvr Aug 16 12:55:47.985066 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: ecmp_routes.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.985989 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.986489 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 12:55:47.986814 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: empty_string_filtering.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.987757 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.988261 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: empty-string-filtering Aug 16 12:55:47.988585 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.989495 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.989997 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 12:55:47.990319 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.991235 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.991771 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 12:55:47.992697 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: external_net.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.993604 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.994109 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: external-net Aug 16 12:55:47.994433 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.995361 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.995863 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: extra_dhcp_opt Aug 16 12:55:47.996192 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: extraroute.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.997097 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.997602 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: extraroute Aug 16 12:55:47.997928 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: extraroute_atomic.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:47.998953 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:47.999493 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: extraroute-atomic Aug 16 12:55:47.999823 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: filter_validation.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.000492 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.000994 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: filter-validation Aug 16 12:55:48.001317 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: fip_pf_description.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.002226 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.002729 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 12:55:48.003052 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: fip_port_details.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.004064 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.004574 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: fip-port-details Aug 16 12:55:48.004897 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: flavors.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.006131 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.006649 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: flavors Aug 16 12:55:48.006978 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.008682 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.009207 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 12:55:48.009542 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: floatingip_pools.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.010242 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.010755 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: floatingip-pools Aug 16 12:55:48.011081 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: ip_allocation.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.012042 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.012549 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 12:55:48.012878 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.013794 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.014302 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: ip-substring-filtering Aug 16 12:55:48.014631 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: l2_adjacency.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.015586 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.016096 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 12:55:48.016422 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: l3.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.017386 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.017908 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: router Aug 16 12:55:48.018241 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.020622 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.021159 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 12:55:48.021501 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.022435 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.022948 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: ext-gw-mode Aug 16 12:55:48.023306 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.024276 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.024787 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: l3-ha Aug 16 12:55:48.025120 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: l3_flavors.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.026040 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.026550 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: l3-flavors Aug 16 12:55:48.026881 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.027832 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.028332 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 12:55:48.028661 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: l3agentscheduler.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.029677 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.030191 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: l3_agent_scheduler Aug 16 12:55:48.030522 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: logging.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.032030 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.032549 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension logging not supported by any of loaded plugins Aug 16 12:55:48.032883 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: metering.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.033631 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.034234 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: metering Aug 16 12:55:48.034655 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.035683 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.036206 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: metering_source_and_destination_fields Aug 16 12:55:48.036536 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: multiprovidernet.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.037465 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.037974 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: multi-provider Aug 16 12:55:48.038302 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: netmtu.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.039768 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.040276 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: net-mtu Aug 16 12:55:48.041242 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: netmtu_writable.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.042179 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.042689 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: net-mtu-writable Aug 16 12:55:48.043019 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: network_availability_zone.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.043726 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.044230 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: network_availability_zone Aug 16 12:55:48.044553 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: network_ip_availability.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.045641 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.046153 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: network-ip-availability Aug 16 12:55:48.046479 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: network_segment_range.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.047893 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.048407 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 12:55:48.048731 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: pagination.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.049723 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.050055 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: pagination Aug 16 12:55:48.050378 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: port_device_profile.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.051295 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.051836 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: port-device-profile Aug 16 12:55:48.052162 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.053085 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.053591 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: port-mac-address-regenerate Aug 16 12:55:48.053917 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.055729 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.056237 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: port-numa-affinity-policy Aug 16 12:55:48.056564 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: port_resource_request.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.057485 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.057986 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 12:55:48.058312 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: portbindings.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.059248 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.059787 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: binding Aug 16 12:55:48.060116 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: portbindings_extended.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.061505 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.062028 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: binding-extended Aug 16 12:55:48.062360 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: portsecurity.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.063281 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.063845 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: port-security Aug 16 12:55:48.064175 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: project_id.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.065179 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.065513 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: project-id Aug 16 12:55:48.065842 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: providernet.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.066763 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.067276 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: provider Aug 16 12:55:48.067632 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: qos.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.071125 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.071684 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension qos not supported by any of loaded plugins Aug 16 12:55:48.072025 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.073263 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.073779 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 12:55:48.074109 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.075032 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.075585 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 12:55:48.075916 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: qos_default.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.076834 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.077344 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension qos-default not supported by any of loaded plugins Aug 16 12:55:48.077677 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: qos_fip.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.078330 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.078834 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension qos-fip not supported by any of loaded plugins Aug 16 12:55:48.079159 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: qos_gateway_ip.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.080114 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.080622 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 12:55:48.080949 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: qos_port_network_policy.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.081861 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.082364 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 12:55:48.082689 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: qos_pps_rule.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.083898 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.084418 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension qos-pps not supported by any of loaded plugins Aug 16 12:55:48.084746 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: qos_rule_type_details.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.085666 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.086200 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 12:55:48.086526 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: qos_rules_alias.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.087611 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.088127 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 12:55:48.088454 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: quotasv2.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.089359 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.089687 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: quotas Aug 16 12:55:48.090012 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: quotasv2_detail.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.093058 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.093408 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: quota_details Aug 16 12:55:48.093744 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: rbac.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.094995 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.095567 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: rbac-policies Aug 16 12:55:48.095906 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: rbac_address_group.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.096846 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.097368 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: rbac-address-group Aug 16 12:55:48.097708 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: rbac_address_scope.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.098651 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.099167 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: rbac-address-scope Aug 16 12:55:48.099539 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: rbac_security_groups.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.100459 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.100968 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: rbac-security-groups Aug 16 12:55:48.101295 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: rbac_subnetpool.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.102745 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.103250 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: rbac-subnetpool Aug 16 12:55:48.103603 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: revisionifmatch.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.104531 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.105038 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: revision-if-match Aug 16 12:55:48.105364 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: revisions.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.106493 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.107005 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: standard-attr-revisions Aug 16 12:55:48.107332 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: router_availability_zone.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.108043 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.108548 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: router_availability_zone Aug 16 12:55:48.108874 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: routerservicetype.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.109794 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.110295 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension router-service-type not supported by any of loaded plugins Aug 16 12:55:48.110621 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.111576 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.112085 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: security-groups-normalized-cidr Aug 16 12:55:48.112411 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.113343 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.113847 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: port-security-groups-filtering Aug 16 12:55:48.114167 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.115096 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.115636 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: security-groups-remote-address-group Aug 16 12:55:48.115963 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: securitygroup.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.126266 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.127290 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: security-group Aug 16 12:55:48.127290 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: segment.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.127994 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.128508 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension segment not supported by any of loaded plugins Aug 16 12:55:48.128837 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.129815 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.130323 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 12:55:48.130649 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: servicetype.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.131889 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.132410 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: service-type Aug 16 12:55:48.132772 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: sorting.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.133762 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.134098 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: sorting Aug 16 12:55:48.134449 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: standard_attr_segment.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.135382 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.135892 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 12:55:48.136217 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: standardattrdescription.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.136869 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.137389 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: standard-attr-description Aug 16 12:55:48.137711 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: stateful_security_group.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.138649 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.139163 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: stateful-security-group Aug 16 12:55:48.139525 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: stdattrs_common.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.140118 dv-cinder-804698-2-iscsi neutron-server[93946]: WARNING neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 12:55:48.140445 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.141383 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.141898 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 12:55:48.142227 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: subnet_onboard.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.143301 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.143849 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: subnet_onboard Aug 16 12:55:48.144180 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.145127 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.145637 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 12:55:48.145965 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: subnet_service_types.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.146888 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.147425 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: subnet-service-types Aug 16 12:55:48.147755 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: subnetallocation.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.148857 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.149377 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: subnet_allocation Aug 16 12:55:48.149704 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.150374 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.150879 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: subnetpool-prefix-ops Aug 16 12:55:48.151205 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.152164 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.152676 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 12:55:48.153054 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: tagging.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.154074 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.154594 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: standard-attr-tag Aug 16 12:55:48.154923 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: timestamp.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.156151 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.156669 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loaded extension: standard-attr-timestamp Aug 16 12:55:48.157004 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: trunk.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.158029 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.158543 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension trunk not supported by any of loaded plugins Aug 16 12:55:48.158871 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: trunk_details.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.159830 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.160340 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension trunk-details not supported by any of loaded plugins Aug 16 12:55:48.160664 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: uplink_status_propagation.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.161584 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.162095 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 12:55:48.162419 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Loading extension file: vlantransparent.py {{(pid=93946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 12:55:48.163111 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 12:55:48.163644 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 12:55:48.166640 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Creating instance of TrackedResource for resource:network Aug 16 12:55:48.167174 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Creating instance of TrackedResource for resource:subnet Aug 16 12:55:48.167610 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 12:55:48.168005 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Creating instance of TrackedResource for resource:port Aug 16 12:55:48.169221 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.v2.resource_helper [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:55:48.169678 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.v2.resource_helper [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Service FLAVORS assigned prefix: {{(pid=93946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:55:48.170282 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.v2.resource_helper [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:55:48.170718 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.v2.resource_helper [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:55:48.171092 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Creating instance of TrackedResource for resource:router Aug 16 12:55:48.171709 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 12:55:48.172206 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.v2.resource_helper [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Service METERING assigned prefix: /metering {{(pid=93946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:55:48.173679 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:48.174058 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:48.174414 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 12:55:48.175462 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 12:55:48.175912 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Creating instance of TrackedResource for resource:security_group Aug 16 12:55:48.176343 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 12:55:48.178095 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.v2.resource_helper [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Service CORE assigned prefix: {{(pid=93946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:55:48.178445 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 12:55:48.178803 dv-cinder-804698-2-iscsi neutron-server[93946]: WARNING neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] subnetpool is already registered Aug 16 12:55:48.180199 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.v2.resource_helper [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Service CORE assigned prefix: {{(pid=93946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:55:48.180570 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 12:55:48.180913 dv-cinder-804698-2-iscsi neutron-server[93946]: WARNING neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] subnetpool is already registered Aug 16 12:55:48.183244 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.v2.resource_helper [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:55:48.183657 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.v2.resource_helper [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Service FLAVORS assigned prefix: {{(pid=93946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:55:48.184250 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.v2.resource_helper [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:55:48.184675 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.v2.resource_helper [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:55:48.185012 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Creating instance of TrackedResource for resource:router Aug 16 12:55:48.185351 dv-cinder-804698-2-iscsi neutron-server[93946]: WARNING neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] router is already registered Aug 16 12:55:48.185766 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 12:55:48.186106 dv-cinder-804698-2-iscsi neutron-server[93946]: WARNING neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] floatingip is already registered Aug 16 12:55:48.186562 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.v2.resource_helper [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Service METERING assigned prefix: /metering {{(pid=93946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:55:48.187238 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 12:55:48.187622 dv-cinder-804698-2-iscsi neutron-server[93946]: WARNING neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] rbac_policy is already registered Aug 16 12:55:48.188037 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Creating instance of TrackedResource for resource:security_group Aug 16 12:55:48.188372 dv-cinder-804698-2-iscsi neutron-server[93946]: WARNING neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] security_group is already registered Aug 16 12:55:48.188775 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 12:55:48.189109 dv-cinder-804698-2-iscsi neutron-server[93946]: WARNING neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] security_group_rule is already registered Aug 16 12:55:48.189744 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.v2.resource_helper [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Service CORE assigned prefix: {{(pid=93946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:55:48.190070 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 12:55:48.190404 dv-cinder-804698-2-iscsi neutron-server[93946]: WARNING neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] subnetpool is already registered Aug 16 12:55:48.190836 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.v2.resource_helper [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Service CORE assigned prefix: {{(pid=93946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 12:55:48.191167 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 12:55:48.191522 dv-cinder-804698-2-iscsi neutron-server[93946]: WARNING neutron.quota.resource_registry [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] subnetpool is already registered Aug 16 12:55:48.191998 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: extensions {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.193453 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: address-groups {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.194948 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: address-scopes {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.196346 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: agents {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.197514 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: auto-allocated-topology {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.198782 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: availability_zones {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.200053 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: dhcp-networks {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.201554 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: dhcp-agents {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.202980 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: routers {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.204755 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: flavors {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.206018 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: service_profiles {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.207250 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: next_providers {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.208703 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: service_profiles {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.210254 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: floatingip-pools {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.211657 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: routers {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.213377 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: floatingips {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.214674 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: l3-routers {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.216092 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: l3-agents {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.217522 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: metering-labels {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.218796 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: metering-label-rules {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.220207 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: network-ip-availabilities {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.221458 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: bindings {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.223051 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: quotas {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.224669 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: quotas {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.226131 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: rbac-policies {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.227937 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: security-groups {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.229403 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: security-group-rules {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.230641 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: service-providers {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.231912 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: subnetpools {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.233281 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: subnetpools {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.234834 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: tags {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.236563 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: tags {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.238395 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: tags {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.240240 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: tags {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.241938 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: tags {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.245490 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: tags {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.247171 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: tags {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.249023 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: tags {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.250927 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: tags {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.252746 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron.api.extensions [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Extended resource: tags {{(pid=93946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 12:55:48.258670 dv-cinder-804698-2-iscsi neutron-server[93946]: WARNING keystonemiddleware.auth_token [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 12:55:48.263226 dv-cinder-804698-2-iscsi neutron-server[93946]: WARNING keystonemiddleware.auth_token [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 12:55:48.271796 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_concurrency.lockutils [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Acquired lock "singleton_lock" {{(pid=93946) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 12:55:48.272282 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_concurrency.lockutils [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Releasing lock "singleton_lock" {{(pid=93946) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 12:55:48.272925 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO oslo_service.service [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Starting 2 workers Aug 16 12:55:48.278275 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Started child 94053 {{(pid=93946) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 12:55:48.283120 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Started child 94054 {{(pid=93946) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 12:55:48.283688 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:48.284361 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO neutron.service [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 12:55:48.284963 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Notify callbacks [] for process, before_spawn {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:48.285136 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [-] (94053) wsgi starting up on http://0.0.0.0:9696 Aug 16 12:55:48.287303 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO oslo_service.service [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Starting 1 workers Aug 16 12:55:48.287462 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:48.288791 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [-] (94054) wsgi starting up on http://0.0.0.0:9696 Aug 16 12:55:48.293098 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Started child 94055 {{(pid=93946) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 12:55:48.293630 dv-cinder-804698-2-iscsi neutron-server[93946]: INFO oslo_service.service [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Starting 1 workers Aug 16 12:55:48.296712 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.service [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] calling RpcWorker wait() {{(pid=94055) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 12:55:48.297238 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.service [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] returning from RpcWorker wait() {{(pid=94055) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 12:55:48.298105 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Started child 94056 {{(pid=93946) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 12:55:48.298412 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:48.298896 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:48.298999 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2494082-0dc5-4e98-995c-ac841a4aad74 None None] Notify callbacks [] for process, after_spawn {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:48.300804 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93946) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 12:55:48.301019 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 12:55:48.301192 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 12:55:48.301429 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 12:55:48.301742 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 12:55:48.301907 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 12:55:48.302409 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.302699 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.302945 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.303039 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:55:48.303509 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.303509 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.304342 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.304643 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.304890 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.305165 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.305394 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.305566 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.305730 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.305993 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.306238 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.306539 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.306822 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.307069 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.307331 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.307528 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.307795 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.308069 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.308313 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.308588 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] debug = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.308839 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.309323 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.309571 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.309820 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.310057 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.310320 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.310567 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.310832 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.311064 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.311280 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.311547 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.311830 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.312088 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.312306 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.312522 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.312778 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.313027 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.313505 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] host = dv-cinder-804698-2-iscsi {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.313728 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.313949 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.314192 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.314440 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.314687 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.314903 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.315174 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.315456 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.315728 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.315954 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.316211 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.316457 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.316706 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.316954 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] log_file = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.317119 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] log_options = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.317371 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.317628 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.317902 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.318092 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.318261 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.318437 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.318685 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.318838 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.319084 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.319320 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.319569 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.319825 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.320038 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.320296 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.320533 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.320778 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.321012 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.321254 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.321497 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.321724 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.321967 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.322189 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.322425 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.322656 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.322886 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.323099 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.323328 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.323576 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.323789 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.324044 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.324274 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.324561 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.324796 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.325041 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.325269 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.325546 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.325698 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.325956 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.326186 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.326412 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.326677 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.326913 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.327156 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.327407 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.327642 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.327874 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] use_json = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.328084 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.328311 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.328568 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.328793 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.329003 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.329213 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.329429 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.329660 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.330164 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.330450 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.331404 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.331648 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.332184 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.332341 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.332600 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.332801 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.333061 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.333359 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.333688 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.333962 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.334205 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.334607 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.334765 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.335021 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.335293 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.335669 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.336337 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.336572 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.336796 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.337048 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.337360 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.337792 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.338086 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.338350 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.338569 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.338812 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.338963 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:48.339117 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.339256 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.339448 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.339668 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.339955 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.340181 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.340395 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.340613 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.340860 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.341075 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.341303 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.341526 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.341762 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.341992 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.342241 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.342445 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.342679 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.342896 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.343112 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.343356 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.343589 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.343844 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.344092 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.344343 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.344544 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.344759 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.344979 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.345231 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.345633 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.345864 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.346008 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.346193 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.346447 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.346699 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.346983 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.347251 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.347489 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.347710 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.347924 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.348145 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.348373 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.348571 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.348808 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.349508 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.349508 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.349794 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.349945 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.350085 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.350221 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.350421 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.351147 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.351147 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.351147 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.352175 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.352175 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.353048 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.353048 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.353048 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.353453 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.353453 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.353727 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.353870 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.354015 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.354583 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.354583 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.354874 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.354874 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.358040 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.358040 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.358040 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.358040 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.358040 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.358040 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.358040 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.358040 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.358981 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.358981 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.358981 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.358981 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.358981 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.358981 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.358981 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.359523 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.359523 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.359759 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.359840 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.360064 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.360350 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.360662 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.360925 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.361214 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.361447 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.361698 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.361960 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.362192 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.362545 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.362916 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.364879 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.365119 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.365413 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.365663 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.365897 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.366121 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.366396 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.369965 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.370342 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.371834 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.372107 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.372426 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.372689 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.372951 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.373234 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.373537 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.373813 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.374077 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.374333 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.374563 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.374805 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.375044 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.375268 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.375786 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.376709 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.377019 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.381717 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.381978 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.382273 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.382524 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.382805 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.383081 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.383384 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.383590 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.383859 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.384096 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.384345 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.384603 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.384832 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.385062 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.385283 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.385522 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.386617 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.386617 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.386617 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.386617 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.386900 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.387074 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.387246 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.387683 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.387912 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.388167 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.388445 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.388673 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.389763 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.390253 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.390533 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.390763 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.391000 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.391225 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.391485 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.391744 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.392090 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.392352 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.392605 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.392849 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.393073 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.393325 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.393546 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.393787 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.394005 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.394225 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.394452 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.394711 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.394936 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.395392 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.395627 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.395842 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.396057 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.396274 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.396493 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.396794 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.397048 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.397283 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.397541 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.397780 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.397995 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.398771 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.399011 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.399224 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.399470 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.399688 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.399905 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.400132 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.400344 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.400554 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.400777 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.401071 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.401287 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.401540 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.401759 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.401970 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.404007 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.404252 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.404482 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.404745 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.405010 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.405233 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.405464 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.405690 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.405929 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.406164 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.406382 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.406597 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.406824 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.407045 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.407281 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.408584 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.408847 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.409075 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.409955 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.410209 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.410466 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.410727 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.411042 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.411257 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.411548 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.412105 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.412334 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.412579 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.412838 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.413150 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.414599 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.414859 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.415138 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.415431 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.415711 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.415989 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.416230 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.416860 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.417209 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.417495 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.417753 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.418000 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.418575 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.418807 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.419041 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.419622 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.419845 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.420064 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.420308 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.420542 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.420772 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.420987 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.421562 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.421811 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.422060 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.422294 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.422840 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.423065 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.423224 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 12:55:48.423330 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:55:48.423761 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93946) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 12:55:48.423923 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 12:55:48.424089 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 12:55:48.424269 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 12:55:48.424439 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 12:55:48.424592 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 12:55:48.424800 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.424961 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.425123 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.425282 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.425441 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.425622 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.425782 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.425941 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.426098 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.426256 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.426415 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.426574 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.426732 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.426889 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.427047 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.427204 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.427380 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.427545 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.427708 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.427866 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.428009 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.428170 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.428327 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] debug = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.428486 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.428699 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.428868 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.429282 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.429463 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.429624 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.429782 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.429939 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.430136 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.430256 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.430414 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.430570 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.430728 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.430887 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.431044 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.431201 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.431391 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.431559 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] host = dv-cinder-804698-2-iscsi {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.431717 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.431876 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.432035 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.432192 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.432350 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.432507 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.432666 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.432823 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.432982 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.433139 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.433344 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.433459 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.433616 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.433775 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] log_file = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.433933 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] log_options = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.434090 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.434248 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.434935 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.434935 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.434935 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.434935 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.436203 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.436376 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.436542 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.437020 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.437194 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.437347 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.437505 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.437656 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.437820 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.437977 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.438138 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.438288 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.438850 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.439627 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.439793 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.439953 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.440113 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.440271 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.440431 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.440589 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.440746 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.440905 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.441062 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.441221 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.441380 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.441538 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.441695 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.441852 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.442009 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.442168 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.442327 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.442488 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.442647 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.442804 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.442962 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.443123 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.443283 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.443458 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.443619 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.443774 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] use_json = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.443930 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.444088 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.444244 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.444401 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.444559 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.444716 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.444873 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.445031 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 12:55:48.445232 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.445396 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.445569 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.445731 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.445894 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.446055 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.446217 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.446377 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.446537 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.446698 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.446864 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.447025 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.447525 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.447525 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.447525 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.447989 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.448556 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.449050 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.449222 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.449386 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.449900 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.450074 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.450254 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.450419 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.450582 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.450744 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.450906 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.451068 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.451231 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.451417 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.451582 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.451745 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.451907 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.452067 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.452228 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.452390 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.452550 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.452712 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.452874 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.453036 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.453198 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.453358 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.453534 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.453670 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.453830 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.453991 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.454153 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.454314 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.454475 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.454633 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.454805 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.454967 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.455127 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.455288 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.455471 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.455632 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.455792 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.455952 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.456113 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.456274 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.456433 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.456607 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.456768 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.456928 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.457088 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.457249 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.457409 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.457569 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.457731 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.457891 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.458052 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.458214 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.458373 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.458535 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.458695 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.458862 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.459022 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.459183 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.459370 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.459524 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.459684 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.459844 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.460079 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.460247 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.461211 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.462043 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.462221 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.462400 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.463385 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.463385 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.463385 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.463385 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.463677 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.463677 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.463837 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.464177 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.464509 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.464982 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.465152 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.465317 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.465479 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.465640 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.465803 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.465964 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.466124 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.466284 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.466571 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.466746 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.466746 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.467024 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.467248 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.467248 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.467570 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.467795 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.467995 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.468476 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.468928 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.469083 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.469618 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.470498 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.471058 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.472393 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.472617 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.472999 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.473174 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.473343 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.473511 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.473688 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.473868 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.474034 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.474197 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.474360 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.474547 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.474709 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.474871 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.475033 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.475194 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.475366 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.476246 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.476953 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.477128 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.477291 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.477453 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.477617 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.477778 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.477941 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.478102 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.478263 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.478424 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.478585 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.478745 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.478906 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.479068 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.479227 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.479445 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.479611 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.479772 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.479934 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.480094 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.480255 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.480415 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.480575 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.480736 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.480895 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.481056 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.481215 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.481375 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.481539 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.481700 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.481862 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.482024 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.482186 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.482346 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.482508 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.482669 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.482831 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.482994 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.483155 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.483317 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.483507 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.483669 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.483831 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.483994 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.484156 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.484318 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.484479 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.484640 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.484816 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.484978 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.485139 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.485300 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.485462 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.485624 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.485785 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.485946 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.486106 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.486267 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.486428 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.486590 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.486755 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.486916 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.487077 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.487237 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.487419 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.487583 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.487743 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.487917 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.488081 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.488242 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.488404 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.488565 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.488726 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.488898 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.489059 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.489220 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.489385 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.489545 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.489705 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.489876 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.490037 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.490198 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.490358 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.490520 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.490680 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.490851 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.491011 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.491172 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.491332 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.491514 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.491674 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.491845 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.492028 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.492190 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.492351 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.492511 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.492671 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.492842 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.493003 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.493163 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.493324 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.493485 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.493646 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.493815 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.493976 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.494136 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.494306 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.494466 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.494626 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.494787 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.494961 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.495124 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.495288 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.495470 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.495632 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.495793 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.495958 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.496123 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.496295 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.496463 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.496625 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.496795 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.496967 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.497136 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.497297 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.497465 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.497638 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.497799 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.497959 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.498119 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.498279 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.498439 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.498599 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.498760 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.498921 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.499082 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.499243 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.499427 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.499590 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.499750 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.499910 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.500070 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.500230 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.500391 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.500551 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.500711 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 12:55:48.500864 dv-cinder-804698-2-iscsi neutron-server[93946]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 12:55:48.734476 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 35262) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:55:48.742904 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062728 Aug 16 12:55:59.881484 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c26165e-c215-4e7a-a7ec-cbf957077196 None None] get_active_networks_info from dv-cinder-804698-2-iscsi {{(pid=94055) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 12:55:59.960123 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26165e-c215-4e7a-a7ec-cbf957077196 None None] No non-hosted networks {{(pid=94055) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 12:55:59.977744 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.agentschedulers_db [None req-4c26165e-c215-4e7a-a7ec-cbf957077196 None None] DHCP Agent not found on host dv-cinder-804698-2-iscsi {{(pid=94055) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 12:56:00.120895 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-37b9ab48-79a3-49fc-87be-45e8595e1991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725034'] for agent, after_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:02.487587 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2fdbf587-b00f-4cff-9305-4d31b7b9d8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725034'] for agent, after_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:02.550032 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-7f821352-3404-4dae-9808-28c6def036f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:02.728361 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725034'] for agent, after_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:02.729436 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:02.730012 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:02.730550 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:02.731111 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:02.731667 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:02.735428 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:02.735428 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:02.735428 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:02.735428 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:02.735428 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:02.735782 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:02.735782 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:02.735782 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804698-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:56:02.746332 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804698-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:56:03.459935 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725034'] for agent, after_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:05.244436 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725034'] for agent, after_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:06.223055 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 35354) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:06.709406 dv-cinder-804698-2-iscsi neutron-server[94054]: WARNING oslo_policy.policy [None req-02c0570c-8c6b-4321-8034-8702cdb6b44c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 12:56:06.710009 dv-cinder-804698-2-iscsi neutron-server[94054]: WARNING oslo_policy.policy [None req-02c0570c-8c6b-4321-8034-8702cdb6b44c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 12:56:06.925360 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [None req-02c0570c-8c6b-4321-8034-8702cdb6b44c admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:56:06.926410 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-02c0570c-8c6b-4321-8034-8702cdb6b44c admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7024274 Aug 16 12:56:09.300798 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 35368) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:09.615747 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-6b92d40f-e99e-475e-ad4a-d20cf4589259 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:09.708691 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.policy [None req-6b92d40f-e99e-475e-ad4a-d20cf4589259 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94054) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 12:56:09.753680 dv-cinder-804698-2-iscsi neutron-server[94054]: WARNING oslo_policy.policy [None req-6b92d40f-e99e-475e-ad4a-d20cf4589259 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 12:56:09.754059 dv-cinder-804698-2-iscsi neutron-server[94054]: WARNING oslo_policy.policy [None req-6b92d40f-e99e-475e-ad4a-d20cf4589259 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 12:56:09.762731 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.quota [None req-6b92d40f-e99e-475e-ad4a-d20cf4589259 admin admin] Loaded quota_driver: . Aug 16 12:56:09.813126 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.db.l3_hamode_db [None req-7fd61439-9ac6-4a1d-8dd7-ad3e2b0e7826 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 12:56:09.856190 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6b92d40f-e99e-475e-ad4a-d20cf4589259 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755705687896', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755705687339', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755705704736', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755705702259', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755705081175', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755705784533', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1771871', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1963344', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-860205', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1031924'] for rbac-policy, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:09.891073 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd61439-9ac6-4a1d-8dd7-ad3e2b0e7826 None None] Routers set() bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:56:09.891496 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd61439-9ac6-4a1d-8dd7-ad3e2b0e7826 None None] Router IDs set() for agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 12:56:09.923080 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6b92d40f-e99e-475e-ad4a-d20cf4589259 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:09.924421 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-6b92d40f-e99e-475e-ad4a-d20cf4589259 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6225588 Aug 16 12:56:12.461214 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 35380) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:12.755191 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '4d522be157c54188a48f1ec9e4f67dfa', 'name': 'private', 'project_id': '4d522be157c54188a48f1ec9e4f67dfa'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:12.784673 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Made reservation on behalf of 4d522be157c54188a48f1ec9e4f67dfa for: {'network': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:56:12.787729 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:12.805367 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:12.928228 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:12.933220 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:12.956774 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=94054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:56:12.982036 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755702799162', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:12.982625 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Unsubscribe: segment precommit_create {{(pid=94054) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 12:56:12.983118 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.segments_db [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Added segment fd6068ca-0c70-45f6-9daf-dbe4e90d17d2 of type vlan for network 80481b9d-134d-4c2c-9a6a-5fd958dcb90c Aug 16 12:56:12.989323 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e1050f-8f59-4d72-bd44-a65523a3bb04,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:13.025716 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:13.026070 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:13.026408 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:13.026743 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:13.027069 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:13.027895 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:13.027895 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:13.028106 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:13.028396 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:13.028708 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:13.029026 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:13.029337 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Tracked resource versions report: Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: pushed versions: Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: { 'AddressGroup': {'1.2'}, Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'ConntrackHelper': {'1.0'}, Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Log': {'1.0'}, Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Network': {'1.1'}, Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Port': {'1.7'}, Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'PortForwarding': {'1.2'}, Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'QosPolicy': {'1.9'}, Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'SecurityGroup': {'1.4'}, Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'SecurityGroupRule': {'1.2'}, Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'SubPort': {'1.0'}, Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Subnet': {'1.1'}, Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Trunk': {'1.1'}} Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: consumer versions: Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: { DHCP agent@dv-cinder-804698-2-iscsi: {}, Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: L3 agent@dv-cinder-804698-2-iscsi: {}, Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: Metadata agent@dv-cinder-804698-2-iscsi: {}, Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: Metering agent@dv-cinder-804698-2-iscsi: {}, Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: Open vSwitch agent@dv-cinder-804698-2-iscsi: { 'AddressGroup': '1.2', Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'ConntrackHelper': '1.0', Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Log': '1.0', Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Network': '1.1', Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Port': '1.7', Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'PortForwarding': '1.2', Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'QosPolicy': '1.9', Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'SecurityGroup': '1.4', Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'SecurityGroupRule': '1.2', Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'SubPort': '1.0', Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Subnet': '1.1', Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Trunk': '1.1'}} Aug 16 12:56:13.030503 dv-cinder-804698-2-iscsi neutron-server[94054]: {{(pid=94054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 12:56:13.104915 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:13.149517 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:13.150628 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:13.151304 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:13.232217 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7698653 Aug 16 12:56:13.250279 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021dcfba-0eaa-4454-aa0e-4e69fc89cb1c admin admin] Pushing event updated for resources: {'Network': ['ID=80481b9d-134d-4c2c-9a6a-5fd958dcb90c,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:13.262387 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network 80481b9d-134d-4c2c-9a6a-5fd958dcb90c details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:56:15.852582 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 35394) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:16.337952 dv-cinder-804698-2-iscsi neutron-server[94053]: WARNING oslo_policy.policy [None req-4ef71748-67be-4325-b257-426a8500fda8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 12:56:16.338515 dv-cinder-804698-2-iscsi neutron-server[94053]: WARNING oslo_policy.policy [None req-4ef71748-67be-4325-b257-426a8500fda8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 12:56:16.768980 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.policy [None req-4ef71748-67be-4325-b257-426a8500fda8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94053) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 12:56:16.813361 dv-cinder-804698-2-iscsi neutron-server[94053]: WARNING oslo_policy.policy [None req-4ef71748-67be-4325-b257-426a8500fda8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 12:56:16.813727 dv-cinder-804698-2-iscsi neutron-server[94053]: WARNING oslo_policy.policy [None req-4ef71748-67be-4325-b257-426a8500fda8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 12:56:16.822276 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef71748-67be-4325-b257-426a8500fda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:16.824166 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-4ef71748-67be-4325-b257-426a8500fda8 admin admin] 10.222.0.20 "GET /v2.0/networks/80481b9d-134d-4c2c-9a6a-5fd958dcb90c HTTP/1.1" status: 200 len: 825 time: 0.9695206 Aug 16 12:56:16.861549 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-b79c96e7-a24b-4568-b061-8dec07607208 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/d0771740-0fb1-4c1e-b309-d66eb3f05b7e HTTP/1.1" status: 200 len: 734 time: 0.0313983 Aug 16 12:56:16.871482 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '4d522be157c54188a48f1ec9e4f67dfa', 'network_id': '80481b9d-134d-4c2c-9a6a-5fd958dcb90c', 'name': 'private-subnet', 'subnetpool_id': 'd0771740-0fb1-4c1e-b309-d66eb3f05b7e'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:16.873359 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.quota [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Loaded quota_driver: . Aug 16 12:56:16.912155 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Made reservation on behalf of 4d522be157c54188a48f1ec9e4f67dfa for: {'subnet': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:56:16.914879 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:17.203503 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for subnet, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:17.272491 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Checking segment: {'id': 'fd6068ca-0c70-45f6-9daf-dbe4e90d17d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80481b9d-134d-4c2c-9a6a-5fd958dcb90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:56:17.272863 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Network hostable DHCP agents. Network: 80481b9d-134d-4c2c-9a6a-5fd958dcb90c, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:56:17.286340 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=233be08f-2e8c-473d-8f58-61b953e08715,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:17.300713 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:17.301058 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:17.301391 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:17.301724 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:17.302049 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:17.302389 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:17.302713 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:17.303033 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:17.303383 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:17.304503 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:17.304882 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:17.305266 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Tracked resource versions report: Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: pushed versions: Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: { 'AddressGroup': {'1.2'}, Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'ConntrackHelper': {'1.0'}, Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Log': {'1.0'}, Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Network': {'1.1'}, Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Port': {'1.7'}, Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'PortForwarding': {'1.2'}, Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'QosPolicy': {'1.9'}, Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'SecurityGroup': {'1.4'}, Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'SecurityGroupRule': {'1.2'}, Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'SubPort': {'1.0'}, Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Subnet': {'1.1'}, Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Trunk': {'1.1'}} Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: consumer versions: Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: { DHCP agent@dv-cinder-804698-2-iscsi: {}, Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: L3 agent@dv-cinder-804698-2-iscsi: {}, Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: Metadata agent@dv-cinder-804698-2-iscsi: {}, Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: Metering agent@dv-cinder-804698-2-iscsi: {}, Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: Open vSwitch agent@dv-cinder-804698-2-iscsi: { 'AddressGroup': '1.2', Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'ConntrackHelper': '1.0', Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Log': '1.0', Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Network': '1.1', Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Port': '1.7', Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'PortForwarding': '1.2', Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'QosPolicy': '1.9', Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'SecurityGroup': '1.4', Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'SecurityGroupRule': '1.2', Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'SubPort': '1.0', Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Subnet': '1.1', Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Trunk': '1.1'}} Aug 16 12:56:17.306534 dv-cinder-804698-2-iscsi neutron-server[94053]: {{(pid=94053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 12:56:17.329730 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Network 80481b9d-134d-4c2c-9a6a-5fd958dcb90c is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:56:17.347050 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, 80481b9d-134d-4c2c-9a6a-5fd958dcb90c) {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:17.353140 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:17.353543 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:17.357398 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ad039e-a211-4ab2-b963-fe2786523ed9 None None] Network 80481b9d-134d-4c2c-9a6a-5fd958dcb90c requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:56:17.376159 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-c2d5ce6a-8df6-4a3d-937a-fd23b98325e7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5080910 Aug 16 12:56:17.676166 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c834d08-6622-59ef-acb9-b6c12d82e276-80481b9d-134d-4c2c-9a6a-5fd958dcb90c', 'network_id': '80481b9d-134d-4c2c-9a6a-5fd958dcb90c', 'tenant_id': '4d522be157c54188a48f1ec9e4f67dfa', 'fixed_ips': [{'subnet_id': '233be08f-2e8c-473d-8f58-61b953e08715'}]}} from dv-cinder-804698-2-iscsi. {{(pid=94055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:56:17.677427 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:17.949808 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.db_base_plugin_common [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Allocated IP 172.20.0.2 (80481b9d-134d-4c2c-9a6a-5fd958dcb90c/233be08f-2e8c-473d-8f58-61b953e08715/dafda908-67cd-4172-8ed3-3682121ec0e2) {{(pid=94055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:56:18.177585 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:18.192479 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Transition to ACTIVE for port object dafda908-67cd-4172-8ed3-3682121ec0e2 will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:18.214133 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Transition to ACTIVE for port object dafda908-67cd-4172-8ed3-3682121ec0e2 will not be triggered until provisioned by entity DHCP. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:18.222904 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:18.286720 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Network 80481b9d-134d-4c2c-9a6a-5fd958dcb90c is already hosted by enough agents. {{(pid=94055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:56:18.293533 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.base_scheduler [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Resources bound (agent type, host, resource id): {{(pid=94055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:18.302991 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Received port after_create {{(pid=94055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:56:18.310962 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Pushing event updated for resources: {'Port': ['ID=dafda908-67cd-4172-8ed3-3682121ec0e2,revision_number=1']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:18.340339 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:18.340692 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:18.341032 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:18.341367 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:18.341694 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:18.342021 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:18.342345 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:18.342669 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:18.343006 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:18.343329 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:18.343667 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:18.343983 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Tracked resource versions report: Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: pushed versions: Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: { 'AddressGroup': {'1.2'}, Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'ConntrackHelper': {'1.0'}, Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Log': {'1.0'}, Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Network': {'1.1'}, Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Port': {'1.7'}, Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'PortForwarding': {'1.2'}, Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'QosPolicy': {'1.9'}, Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'SecurityGroup': {'1.4'}, Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'SecurityGroupRule': {'1.2'}, Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'SubPort': {'1.0'}, Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Subnet': {'1.1'}, Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Trunk': {'1.1'}} Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: consumer versions: Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: { DHCP agent@dv-cinder-804698-2-iscsi: {}, Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: L3 agent@dv-cinder-804698-2-iscsi: {}, Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: Metadata agent@dv-cinder-804698-2-iscsi: {}, Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: Metering agent@dv-cinder-804698-2-iscsi: {}, Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: Open vSwitch agent@dv-cinder-804698-2-iscsi: { 'AddressGroup': '1.2', Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'ConntrackHelper': '1.0', Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Log': '1.0', Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Network': '1.1', Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Port': '1.7', Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'PortForwarding': '1.2', Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'QosPolicy': '1.9', Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'SecurityGroup': '1.4', Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'SecurityGroupRule': '1.2', Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'SubPort': '1.0', Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Subnet': '1.1', Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Trunk': '1.1'}} Aug 16 12:56:18.345105 dv-cinder-804698-2-iscsi neutron-server[94055]: {{(pid=94055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 12:56:18.392674 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Attempting to bind port dafda908-67cd-4172-8ed3-3682121ec0e2 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:56:18.393260 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Attempting to bind port dafda908-67cd-4172-8ed3-3682121ec0e2 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': 'fd6068ca-0c70-45f6-9daf-dbe4e90d17d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80481b9d-134d-4c2c-9a6a-5fd958dcb90c'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:56:18.393459 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Attempting to bind port dafda908-67cd-4172-8ed3-3682121ec0e2 on network 80481b9d-134d-4c2c-9a6a-5fd958dcb90c {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:18.398217 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:56:18.398606 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Checking segment: {'id': 'fd6068ca-0c70-45f6-9daf-dbe4e90d17d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80481b9d-134d-4c2c-9a6a-5fd958dcb90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:56:18.399062 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:18.399496 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Bound using segment: {'id': 'fd6068ca-0c70-45f6-9daf-dbe4e90d17d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80481b9d-134d-4c2c-9a6a-5fd958dcb90c'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:56:18.399989 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Bound port: dafda908-67cd-4172-8ed3-3682121ec0e2, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6068ca-0c70-45f6-9daf-dbe4e90d17d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80481b9d-134d-4c2c-9a6a-5fd958dcb90c'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:56:18.400391 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:18.463367 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] For port dafda908-67cd-4172-8ed3-3682121ec0e2, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:56:18.467635 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] For port dafda908-67cd-4172-8ed3-3682121ec0e2, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=dafda908-67cd-4172-8ed3-3682121ec0e2,segment=NetworkSegment(fd6068ca-0c70-45f6-9daf-dbe4e90d17d2),segment_id=fd6068ca-0c70-45f6-9daf-dbe4e90d17d2)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:56:18.472948 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:18.536517 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00d913-fa9c-4f38-8573-aaa58c9401b7 None None] Pushing event updated for resources: {'Port': ['ID=dafda908-67cd-4172-8ed3-3682121ec0e2,revision_number=2']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:19.769185 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 35414) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:20.093735 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [None req-4799e37b-c6e9-417f-9c2e-3bd657dfae5f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:56:20.094818 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-4799e37b-c6e9-417f-9c2e-3bd657dfae5f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3246944 Aug 16 12:56:22.455619 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 35422) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:22.784661 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [None req-6eb32091-e881-4013-8da7-3274271f9cd8 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:56:22.785749 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-6eb32091-e881-4013-8da7-3274271f9cd8 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3291891 Aug 16 12:56:25.372312 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 35432) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:25.674090 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-4d4fe55d-303f-49c3-be30-8d504f05095b admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '4d522be157c54188a48f1ec9e4f67dfa'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:25.706234 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe55d-303f-49c3-be30-8d504f05095b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-251363'] for router, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:25.709041 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe55d-303f-49c3-be30-8d504f05095b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-251290'] for router, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:25.876228 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe55d-303f-49c3-be30-8d504f05095b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:25.881150 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe55d-303f-49c3-be30-8d504f05095b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726049'] for router, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:25.895422 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe55d-303f-49c3-be30-8d504f05095b admin admin] Notify callbacks [] for router, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:25.896684 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-4d4fe55d-303f-49c3-be30-8d504f05095b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5232866 Aug 16 12:56:26.602847 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device dafda908-67cd-4172-8ed3-3682121ec0e2 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:56:26.688133 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port dafda908-67cd-4172-8ed3-3682121ec0e2 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:26.776152 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1904e84c-b140-4312-af8e-7c4757fff009 None None] Network 80481b9d-134d-4c2c-9a6a-5fd958dcb90c requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:56:26.886512 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-e98fab86-757b-44d2-b468-03dd3d50a238 None None] Provisioning for port dafda908-67cd-4172-8ed3-3682121ec0e2 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:26.892539 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-e98fab86-757b-44d2-b468-03dd3d50a238 None None] Provisioning complete for port dafda908-67cd-4172-8ed3-3682121ec0e2 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:26.892936 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e98fab86-757b-44d2-b468-03dd3d50a238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:27.044889 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e98fab86-757b-44d2-b468-03dd3d50a238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:27.085095 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-e98fab86-757b-44d2-b468-03dd3d50a238 None None] For port dafda908-67cd-4172-8ed3-3682121ec0e2, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=dafda908-67cd-4172-8ed3-3682121ec0e2,segment=NetworkSegment(fd6068ca-0c70-45f6-9daf-dbe4e90d17d2),segment_id=fd6068ca-0c70-45f6-9daf-dbe4e90d17d2)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:27.090188 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e98fab86-757b-44d2-b468-03dd3d50a238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:27.141567 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fab86-757b-44d2-b468-03dd3d50a238 None None] Pushing event updated for resources: {'Port': ['ID=dafda908-67cd-4172-8ed3-3682121ec0e2,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:27.211829 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-e471302f-cfbf-46bd-b4b7-ffa9967abb5f None None] Provisioning complete for port dafda908-67cd-4172-8ed3-3682121ec0e2 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:27.212207 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e471302f-cfbf-46bd-b4b7-ffa9967abb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:28.258396 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 35444) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:28.566155 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [None req-941116a4-974a-4cbf-9c12-418ae0eea5f6 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:56:28.567134 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-941116a4-974a-4cbf-9c12-418ae0eea5f6 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3078120 Aug 16 12:56:28.574380 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device dafda908-67cd-4172-8ed3-3682121ec0e2 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:56:28.620386 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port dafda908-67cd-4172-8ed3-3682121ec0e2 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:28.620668 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:29.827509 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-f5a359b7-a9ea-4a7f-b384-300ebd239e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:30.919483 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 35452) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:31.230741 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-4986d7e9-99a7-48f7-8549-e363ba5440c4 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:31.252864 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4986d7e9-99a7-48f7-8549-e363ba5440c4 admin admin] Made reservation on behalf of cf378f42bff94ce187605ba816c6919d for: {'network': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:56:31.255368 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4986d7e9-99a7-48f7-8549-e363ba5440c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.270286 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4986d7e9-99a7-48f7-8549-e363ba5440c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.389311 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4986d7e9-99a7-48f7-8549-e363ba5440c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.393078 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4986d7e9-99a7-48f7-8549-e363ba5440c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.413067 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4986d7e9-99a7-48f7-8549-e363ba5440c4 admin admin] Reserving flat network on physical network physnet1 {{(pid=94053) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 12:56:31.434763 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986d7e9-99a7-48f7-8549-e363ba5440c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0e9d3a-b383-41d6-8bd4-a0a9d2b6b985,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:31.444353 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4986d7e9-99a7-48f7-8549-e363ba5440c4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755702799162', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.444935 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4986d7e9-99a7-48f7-8549-e363ba5440c4 admin admin] Unsubscribe: segment precommit_create {{(pid=94053) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 12:56:31.445446 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.db.segments_db [None req-4986d7e9-99a7-48f7-8549-e363ba5440c4 admin admin] Added segment 83910f0d-f17b-4ad5-92a9-a293d8c467fb of type flat for network dd0d50ff-d8a0-439f-a316-3d03b34bea63 Aug 16 12:56:31.500085 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4986d7e9-99a7-48f7-8549-e363ba5440c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.544834 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4986d7e9-99a7-48f7-8549-e363ba5440c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.545746 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4986d7e9-99a7-48f7-8549-e363ba5440c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:31.546321 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4986d7e9-99a7-48f7-8549-e363ba5440c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:31.620056 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-4986d7e9-99a7-48f7-8549-e363ba5440c4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6995158 Aug 16 12:56:31.639169 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986d7e9-99a7-48f7-8549-e363ba5440c4 admin admin] Pushing event updated for resources: {'Network': ['ID=dd0d50ff-d8a0-439f-a316-3d03b34bea63,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:31.651186 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:56:32.478008 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-a0deb3c0-f5f5-49f9-9aaf-19f513533d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:32.700537 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:33.402838 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:33.951690 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 35470) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:34.131060 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af863b3-eeea-4292-9feb-16646871486c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:34.132592 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-5af863b3-eeea-4292-9feb-16646871486c admin admin] 10.222.0.20 "GET /v2.0/subnets/233be08f-2e8c-473d-8f58-61b953e08715 HTTP/1.1" status: 200 len: 849 time: 0.1799150 Aug 16 12:56:34.248570 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-fa516d6a-6826-4171-ab67-4bd471287cdb admin admin] 10.222.0.20 "GET /v2.0/routers/bc6aa645-956c-403c-98b2-ce4287a58c11 HTTP/1.1" status: 200 len: 704 time: 0.1101072 Aug 16 12:56:34.507084 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:34.793652 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] Allocated IP 172.20.0.1 (80481b9d-134d-4c2c-9a6a-5fd958dcb90c/233be08f-2e8c-473d-8f58-61b953e08715/caf25a49-647f-429b-b2c4-e9f4f9ec63e0) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:56:34.945582 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:34.966742 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] Transition to ACTIVE for port object caf25a49-647f-429b-b2c4-e9f4f9ec63e0 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:35.091704 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:35.161909 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] Network 80481b9d-134d-4c2c-9a6a-5fd958dcb90c is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:56:35.167162 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:35.173293 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:56:35.173815 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701774'] for router_interface, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:35.194640 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:35.198250 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] Pushing event updated for resources: {'Port': ['ID=caf25a49-647f-429b-b2c4-e9f4f9ec63e0,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:35.349189 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-a25a6dc7-610f-452a-9e73-41d343fdbf81 None None] Provisioning for port caf25a49-647f-429b-b2c4-e9f4f9ec63e0 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:35.353410 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-a25a6dc7-610f-452a-9e73-41d343fdbf81 None None] Provisioning complete for port caf25a49-647f-429b-b2c4-e9f4f9ec63e0 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:35.353778 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-a25a6dc7-610f-452a-9e73-41d343fdbf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:35.374485 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:35.388424 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-a25a6dc7-610f-452a-9e73-41d343fdbf81 None None] Port caf25a49-647f-429b-b2c4-e9f4f9ec63e0 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:56:35.582595 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:35.587217 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:35.587990 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701922'] for router_interface, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:35.663852 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] Pushing event updated for resources: {'Port': ['ID=caf25a49-647f-429b-b2c4-e9f4f9ec63e0,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:35.707584 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] Network 80481b9d-134d-4c2c-9a6a-5fd958dcb90c is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:56:35.708817 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:35.865829 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] Router bc6aa645-956c-403c-98b2-ce4287a58c11 is scheduled to L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 with binding_index 1 {{(pid=94053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 12:56:35.908980 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-594d9ed0-e649-4345-a988-0e30a8e8401e None None] Provisioning complete for port caf25a49-647f-429b-b2c4-e9f4f9ec63e0 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:35.909354 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-594d9ed0-e649-4345-a988-0e30a8e8401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:35.941526 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-594d9ed0-e649-4345-a988-0e30a8e8401e None None] Port caf25a49-647f-429b-b2c4-e9f4f9ec63e0 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 12:56:35.956251 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:56:35.962549 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-7912b009-cc3d-4eda-b459-4e1e33b59fdf admin admin] 10.222.0.20 "PUT /v2.0/routers/bc6aa645-956c-403c-98b2-ce4287a58c11/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7086692 Aug 16 12:56:35.975550 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Sync routers for ids ['bc6aa645-956c-403c-98b2-ce4287a58c11'] in dv-cinder-804698-2-iscsi {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:56:35.986905 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Routers {'bc6aa645-956c-403c-98b2-ce4287a58c11'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:56:35.987695 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T12:56:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['bc6aa645-956c-403c-98b2-ce4287a58c11'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:56:36.183940 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Set router bc6aa645-956c-403c-98b2-ce4287a58c11 gateway port host: None {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:56:36.604084 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6aa645-956c-403c-98b2-ce4287a58c11', 'name': 'router1', 'tenant_id': '4d522be157c54188a48f1ec9e4f67dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:56:25Z', 'updated_at': '2021-08-16T12:56:35Z', 'revision_number': 2, 'project_id': '4d522be157c54188a48f1ec9e4f67dfa', 'gw_port_host': None, '_interfaces': [{'id': 'caf25a49-647f-429b-b2c4-e9f4f9ec63e0', 'name': '', 'network_id': '80481b9d-134d-4c2c-9a6a-5fd958dcb90c', 'tenant_id': '4d522be157c54188a48f1ec9e4f67dfa', 'mac_address': 'fa:16:3e:75:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6aa645-956c-403c-98b2-ce4287a58c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '233be08f-2e8c-473d-8f58-61b953e08715', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:56:34Z', 'updated_at': '2021-08-16T12:56:35Z', 'revision_number': 2, 'project_id': '4d522be157c54188a48f1ec9e4f67dfa', 'subnets': [{'id': '233be08f-2e8c-473d-8f58-61b953e08715', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0771740-0fb1-4c1e-b309-d66eb3f05b7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:56:36.655732 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Checking router: bc6aa645-956c-403c-98b2-ce4287a58c11 for host: dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:56:36.656113 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Updating router bc6aa645-956c-403c-98b2-ce4287a58c11 port caf25a49-647f-429b-b2c4-e9f4f9ec63e0 binding host dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:56:36.704280 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:37.221371 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:37.240014 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Transition to ACTIVE for port object caf25a49-647f-429b-b2c4-e9f4f9ec63e0 will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:37.246412 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:37.398331 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5e8da-378d-4b80-9dc5-d86a8f1cd8b0 None None] Pushing event updated for resources: {'Port': ['ID=caf25a49-647f-429b-b2c4-e9f4f9ec63e0,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:37.412637 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5e8da-378d-4b80-9dc5-d86a8f1cd8b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:37.412998 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5e8da-378d-4b80-9dc5-d86a8f1cd8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:37.413335 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5e8da-378d-4b80-9dc5-d86a8f1cd8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:37.413668 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5e8da-378d-4b80-9dc5-d86a8f1cd8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:37.413994 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5e8da-378d-4b80-9dc5-d86a8f1cd8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:37.414319 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5e8da-378d-4b80-9dc5-d86a8f1cd8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:37.414643 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5e8da-378d-4b80-9dc5-d86a8f1cd8b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:37.414966 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5e8da-378d-4b80-9dc5-d86a8f1cd8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:37.415293 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5e8da-378d-4b80-9dc5-d86a8f1cd8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:37.415636 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5e8da-378d-4b80-9dc5-d86a8f1cd8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:37.415954 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5e8da-378d-4b80-9dc5-d86a8f1cd8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:37.416275 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5e8da-378d-4b80-9dc5-d86a8f1cd8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5e8da-378d-4b80-9dc5-d86a8f1cd8b0 None None] Tracked resource versions report: Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: pushed versions: Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: { 'AddressGroup': {'1.2'}, Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'ConntrackHelper': {'1.0'}, Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Log': {'1.0'}, Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Network': {'1.1'}, Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Port': {'1.7'}, Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'PortForwarding': {'1.2'}, Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'QosPolicy': {'1.9'}, Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'SecurityGroup': {'1.4'}, Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'SecurityGroupRule': {'1.2'}, Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'SubPort': {'1.0'}, Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Subnet': {'1.1'}, Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Trunk': {'1.1'}} Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: consumer versions: Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: { DHCP agent@dv-cinder-804698-2-iscsi: {}, Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: L3 agent@dv-cinder-804698-2-iscsi: {}, Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: Metadata agent@dv-cinder-804698-2-iscsi: {}, Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: Metering agent@dv-cinder-804698-2-iscsi: {}, Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: Open vSwitch agent@dv-cinder-804698-2-iscsi: { 'AddressGroup': '1.2', Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'ConntrackHelper': '1.0', Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Log': '1.0', Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Network': '1.1', Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Port': '1.7', Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'PortForwarding': '1.2', Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'QosPolicy': '1.9', Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'SecurityGroup': '1.4', Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'SecurityGroupRule': '1.2', Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'SubPort': '1.0', Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Subnet': '1.1', Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Trunk': '1.1'}} Aug 16 12:56:37.417402 dv-cinder-804698-2-iscsi neutron-server[94056]: {{(pid=94056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 12:56:37.423893 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Attempting to bind port caf25a49-647f-429b-b2c4-e9f4f9ec63e0 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:56:37.424294 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Attempting to bind port caf25a49-647f-429b-b2c4-e9f4f9ec63e0 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': 'fd6068ca-0c70-45f6-9daf-dbe4e90d17d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80481b9d-134d-4c2c-9a6a-5fd958dcb90c'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:56:37.424724 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Attempting to bind port caf25a49-647f-429b-b2c4-e9f4f9ec63e0 on network 80481b9d-134d-4c2c-9a6a-5fd958dcb90c {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:37.430857 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:56:37.431253 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Checking segment: {'id': 'fd6068ca-0c70-45f6-9daf-dbe4e90d17d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80481b9d-134d-4c2c-9a6a-5fd958dcb90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:56:37.431733 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:37.432163 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Bound using segment: {'id': 'fd6068ca-0c70-45f6-9daf-dbe4e90d17d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80481b9d-134d-4c2c-9a6a-5fd958dcb90c'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:56:37.432665 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Bound port: caf25a49-647f-429b-b2c4-e9f4f9ec63e0, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6068ca-0c70-45f6-9daf-dbe4e90d17d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '80481b9d-134d-4c2c-9a6a-5fd958dcb90c'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:56:37.433064 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:37.499761 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] For port caf25a49-647f-429b-b2c4-e9f4f9ec63e0, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:56:37.521304 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] For port caf25a49-647f-429b-b2c4-e9f4f9ec63e0, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=caf25a49-647f-429b-b2c4-e9f4f9ec63e0,segment=NetworkSegment(fd6068ca-0c70-45f6-9daf-dbe4e90d17d2),segment_id=fd6068ca-0c70-45f6-9daf-dbe4e90d17d2)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:56:37.525740 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:37.582743 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Routers {'bc6aa645-956c-403c-98b2-ce4287a58c11'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:56:37.583255 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T12:56:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['bc6aa645-956c-403c-98b2-ce4287a58c11'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:56:37.619894 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5e8da-378d-4b80-9dc5-d86a8f1cd8b0 None None] Pushing event updated for resources: {'Port': ['ID=caf25a49-647f-429b-b2c4-e9f4f9ec63e0,revision_number=4']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:37.672166 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] Set router bc6aa645-956c-403c-98b2-ce4287a58c11 gateway port host: None {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:56:37.883234 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6aa645-956c-403c-98b2-ce4287a58c11', 'name': 'router1', 'tenant_id': '4d522be157c54188a48f1ec9e4f67dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:56:25Z', 'updated_at': '2021-08-16T12:56:35Z', 'revision_number': 2, 'project_id': '4d522be157c54188a48f1ec9e4f67dfa', 'gw_port_host': None, '_interfaces': [{'id': 'caf25a49-647f-429b-b2c4-e9f4f9ec63e0', 'name': '', 'network_id': '80481b9d-134d-4c2c-9a6a-5fd958dcb90c', 'tenant_id': '4d522be157c54188a48f1ec9e4f67dfa', 'mac_address': 'fa:16:3e:75:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6aa645-956c-403c-98b2-ce4287a58c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '233be08f-2e8c-473d-8f58-61b953e08715', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:56:34Z', 'updated_at': '2021-08-16T12:56:37Z', 'revision_number': 4, 'project_id': '4d522be157c54188a48f1ec9e4f67dfa', 'subnets': [{'id': '233be08f-2e8c-473d-8f58-61b953e08715', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0771740-0fb1-4c1e-b309-d66eb3f05b7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:56:37.912014 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe6b08b-7ebe-45bf-97bf-e42a5e29f2fa None None] The sync data for ids ['bc6aa645-956c-403c-98b2-ce4287a58c11'] in dv-cinder-804698-2-iscsi is: [{'id': 'bc6aa645-956c-403c-98b2-ce4287a58c11', 'name': 'router1', 'tenant_id': '4d522be157c54188a48f1ec9e4f67dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:56:25Z', 'updated_at': '2021-08-16T12:56:35Z', 'revision_number': 2, 'project_id': '4d522be157c54188a48f1ec9e4f67dfa', 'gw_port_host': None, '_interfaces': [{'id': 'caf25a49-647f-429b-b2c4-e9f4f9ec63e0', 'name': '', 'network_id': '80481b9d-134d-4c2c-9a6a-5fd958dcb90c', 'tenant_id': '4d522be157c54188a48f1ec9e4f67dfa', 'mac_address': 'fa:16:3e:75:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6aa645-956c-403c-98b2-ce4287a58c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '233be08f-2e8c-473d-8f58-61b953e08715', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:56:34Z', 'updated_at': '2021-08-16T12:56:37Z', 'revision_number': 4, 'project_id': '4d522be157c54188a48f1ec9e4f67dfa', 'subnets': [{'id': '233be08f-2e8c-473d-8f58-61b953e08715', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0771740-0fb1-4c1e-b309-d66eb3f05b7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:56:38.155137 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 35490) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:38.266808 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca2c46e-ed42-4fa7-8082-b65a256fa277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:38.268133 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-bca2c46e-ed42-4fa7-8082-b65a256fa277 admin admin] 10.222.0.20 "GET /v2.0/networks/dd0d50ff-d8a0-439f-a316-3d03b34bea63 HTTP/1.1" status: 200 len: 842 time: 0.1119094 Aug 16 12:56:38.278474 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-9648df13-3003-40a8-aaf2-50ea64ae7066 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:38.300078 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9648df13-3003-40a8-aaf2-50ea64ae7066 admin admin] Made reservation on behalf of cf378f42bff94ce187605ba816c6919d for: {'subnet': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:56:38.302603 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9648df13-3003-40a8-aaf2-50ea64ae7066 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:38.583037 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.objects.ports [None req-9648df13-3003-40a8-aaf2-50ea64ae7066 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94053) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 12:56:38.583498 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9648df13-3003-40a8-aaf2-50ea64ae7066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for subnet, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:38.706281 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648df13-3003-40a8-aaf2-50ea64ae7066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc8a6ada-9b26-423b-a24f-6b1bb332a099,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:38.713584 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9648df13-3003-40a8-aaf2-50ea64ae7066 admin admin] Checking segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:56:38.713939 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9648df13-3003-40a8-aaf2-50ea64ae7066 admin admin] Network hostable DHCP agents. Network: dd0d50ff-d8a0-439f-a316-3d03b34bea63, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:56:38.729722 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9648df13-3003-40a8-aaf2-50ea64ae7066 admin admin] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:56:38.737935 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-9648df13-3003-40a8-aaf2-50ea64ae7066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, dd0d50ff-d8a0-439f-a316-3d03b34bea63) {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:38.742491 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9648df13-3003-40a8-aaf2-50ea64ae7066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:38.743062 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9648df13-3003-40a8-aaf2-50ea64ae7066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:38.749459 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7ee125-1b98-4faa-83ec-109bc4599d92 None None] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:56:38.757824 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-9648df13-3003-40a8-aaf2-50ea64ae7066 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4826467 Aug 16 12:56:38.884298 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e063077-57b9-40dd-95d1-412cde7455e3 None None] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:56:41.011557 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 35498) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:41.143876 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-00e3c5cc-e82b-4cb4-8b3d-592140862735 admin admin] 10.222.0.20 "GET /v2.0/routers/bc6aa645-956c-403c-98b2-ce4287a58c11 HTTP/1.1" status: 200 len: 710 time: 0.1261210 Aug 16 12:56:41.224458 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effc9c57-94fb-47c6-92bc-6b734d8dd777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:56:41.231083 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-effc9c57-94fb-47c6-92bc-6b734d8dd777 admin admin] 10.222.0.20 "GET /v2.0/networks/dd0d50ff-d8a0-439f-a316-3d03b34bea63 HTTP/1.1" status: 200 len: 886 time: 0.0812533 Aug 16 12:56:41.234946 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-4669e61d-9009-4387-a72e-321bf199269e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:56:41.484534 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4669e61d-9009-4387-a72e-321bf199269e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:41.713275 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4669e61d-9009-4387-a72e-321bf199269e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:41.790928 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4669e61d-9009-4387-a72e-321bf199269e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:41.894706 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-4669e61d-9009-4387-a72e-321bf199269e admin admin] Allocated IP 172.27.3.52 (dd0d50ff-d8a0-439f-a316-3d03b34bea63/fc8a6ada-9b26-423b-a24f-6b1bb332a099/1c9b0db7-3c51-4e91-9a24-62bd65691375) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:56:41.995632 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4669e61d-9009-4387-a72e-321bf199269e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:42.033041 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4669e61d-9009-4387-a72e-321bf199269e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:42.068441 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4669e61d-9009-4387-a72e-321bf199269e admin admin] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:56:42.072971 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-4669e61d-9009-4387-a72e-321bf199269e admin admin] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:56:42.078261 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4669e61d-9009-4387-a72e-321bf199269e admin admin] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:56:42.114551 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669e61d-9009-4387-a72e-321bf199269e admin admin] Pushing event updated for resources: {'Port': ['ID=1c9b0db7-3c51-4e91-9a24-62bd65691375,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:42.326205 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4669e61d-9009-4387-a72e-321bf199269e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:42.626843 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4669e61d-9009-4387-a72e-321bf199269e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-727697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-251276'] for router, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:42.630294 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4669e61d-9009-4387-a72e-321bf199269e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-727688'] for router, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:42.735651 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4669e61d-9009-4387-a72e-321bf199269e admin admin] Router bc6aa645-956c-403c-98b2-ce4287a58c11 has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 12:56:42.841755 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4669e61d-9009-4387-a72e-321bf199269e admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 12:56:42.846199 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4669e61d-9009-4387-a72e-321bf199269e admin admin] Notify callbacks [] for router, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:42.847617 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-4669e61d-9009-4387-a72e-321bf199269e admin admin] 10.222.0.20 "PUT /v2.0/routers/bc6aa645-956c-403c-98b2-ce4287a58c11 HTTP/1.1" status: 200 len: 889 time: 1.6156433 Aug 16 12:56:43.367447 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 5 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:56:44.339116 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Sync routers for ids ['bc6aa645-956c-403c-98b2-ce4287a58c11'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 12:56:44.349812 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Routers {'bc6aa645-956c-403c-98b2-ce4287a58c11'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:56:44.350500 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T12:56:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['bc6aa645-956c-403c-98b2-ce4287a58c11'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:56:44.606009 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Set router bc6aa645-956c-403c-98b2-ce4287a58c11 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:56:44.621428 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device caf25a49-647f-429b-b2c4-e9f4f9ec63e0 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:56:44.864414 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port caf25a49-647f-429b-b2c4-e9f4f9ec63e0 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:44.886239 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port caf25a49-647f-429b-b2c4-e9f4f9ec63e0 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:44.886612 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:45.057495 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:45.113105 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port caf25a49-647f-429b-b2c4-e9f4f9ec63e0, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=caf25a49-647f-429b-b2c4-e9f4f9ec63e0,segment=NetworkSegment(fd6068ca-0c70-45f6-9daf-dbe4e90d17d2),segment_id=fd6068ca-0c70-45f6-9daf-dbe4e90d17d2)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:45.118963 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:45.150728 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6aa645-956c-403c-98b2-ce4287a58c11', 'name': 'router1', 'tenant_id': '4d522be157c54188a48f1ec9e4f67dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1c9b0db7-3c51-4e91-9a24-62bd65691375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:56:25Z', 'updated_at': '2021-08-16T12:56:42Z', 'revision_number': 4, 'project_id': '4d522be157c54188a48f1ec9e4f67dfa', 'gw_port': {'id': '1c9b0db7-3c51-4e91-9a24-62bd65691375', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6aa645-956c-403c-98b2-ce4287a58c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:56:41Z', 'updated_at': '2021-08-16T12:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'caf25a49-647f-429b-b2c4-e9f4f9ec63e0', 'name': '', 'network_id': '80481b9d-134d-4c2c-9a6a-5fd958dcb90c', 'tenant_id': '4d522be157c54188a48f1ec9e4f67dfa', 'mac_address': 'fa:16:3e:75:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6aa645-956c-403c-98b2-ce4287a58c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '233be08f-2e8c-473d-8f58-61b953e08715', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:56:34Z', 'updated_at': '2021-08-16T12:56:37Z', 'revision_number': 4, 'project_id': '4d522be157c54188a48f1ec9e4f67dfa', 'subnets': [{'id': '233be08f-2e8c-473d-8f58-61b953e08715', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0771740-0fb1-4c1e-b309-d66eb3f05b7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:56:45.207670 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Checking router: bc6aa645-956c-403c-98b2-ce4287a58c11 for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 12:56:45.208051 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Updating router bc6aa645-956c-403c-98b2-ce4287a58c11 port 1c9b0db7-3c51-4e91-9a24-62bd65691375 binding host dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 12:56:45.221184 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 35510) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:56:45.265664 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=caf25a49-647f-429b-b2c4-e9f4f9ec63e0,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:45.268656 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:45.373369 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-bd9f302e-a7b4-4312-bc75-fc2773fb2a60 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1509478 Aug 16 12:56:45.600808 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Notify callbacks [] for port, precommit_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:45.610255 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Transition to ACTIVE for port object 1c9b0db7-3c51-4e91-9a24-62bd65691375 will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:56:45.616768 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:45.667388 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Attempting to bind port 1c9b0db7-3c51-4e91-9a24-62bd65691375 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:56:45.667778 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Attempting to bind port 1c9b0db7-3c51-4e91-9a24-62bd65691375 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:56:45.668146 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Attempting to bind port 1c9b0db7-3c51-4e91-9a24-62bd65691375 on network dd0d50ff-d8a0-439f-a316-3d03b34bea63 {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:56:45.674709 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b80376-eb91-459c-9972-8430d04703e4 None None] Pushing event updated for resources: {'Port': ['ID=1c9b0db7-3c51-4e91-9a24-62bd65691375,revision_number=2']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:45.677337 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:56:45.678341 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Checking segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:56:45.678998 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:45.679405 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Bound using segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:56:45.679876 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Bound port: 1c9b0db7-3c51-4e91-9a24-62bd65691375, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:56:45.680269 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:45.729543 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] For port 1c9b0db7-3c51-4e91-9a24-62bd65691375, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:56:45.732534 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] For port 1c9b0db7-3c51-4e91-9a24-62bd65691375, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=1c9b0db7-3c51-4e91-9a24-62bd65691375,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:56:45.737107 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:45.795320 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b80376-eb91-459c-9972-8430d04703e4 None None] Pushing event updated for resources: {'Port': ['ID=1c9b0db7-3c51-4e91-9a24-62bd65691375,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:45.798150 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Routers {'bc6aa645-956c-403c-98b2-ce4287a58c11'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 12:56:45.798735 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T12:56:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['bc6aa645-956c-403c-98b2-ce4287a58c11'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:56:45.988491 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] Set router bc6aa645-956c-403c-98b2-ce4287a58c11 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 12:56:46.208080 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6aa645-956c-403c-98b2-ce4287a58c11', 'name': 'router1', 'tenant_id': '4d522be157c54188a48f1ec9e4f67dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1c9b0db7-3c51-4e91-9a24-62bd65691375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:56:25Z', 'updated_at': '2021-08-16T12:56:42Z', 'revision_number': 4, 'project_id': '4d522be157c54188a48f1ec9e4f67dfa', 'gw_port': {'id': '1c9b0db7-3c51-4e91-9a24-62bd65691375', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6aa645-956c-403c-98b2-ce4287a58c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:56:41Z', 'updated_at': '2021-08-16T12:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'caf25a49-647f-429b-b2c4-e9f4f9ec63e0', 'name': '', 'network_id': '80481b9d-134d-4c2c-9a6a-5fd958dcb90c', 'tenant_id': '4d522be157c54188a48f1ec9e4f67dfa', 'mac_address': 'fa:16:3e:75:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6aa645-956c-403c-98b2-ce4287a58c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '233be08f-2e8c-473d-8f58-61b953e08715', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:56:34Z', 'updated_at': '2021-08-16T12:56:45Z', 'revision_number': 5, 'project_id': '4d522be157c54188a48f1ec9e4f67dfa', 'subnets': [{'id': '233be08f-2e8c-473d-8f58-61b953e08715', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0771740-0fb1-4c1e-b309-d66eb3f05b7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 12:56:46.237363 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4e9935-65c2-40d5-88c9-26360efbf200 None None] The sync data for ids ['bc6aa645-956c-403c-98b2-ce4287a58c11'] in dv-cinder-804698-2-iscsi is: [{'id': 'bc6aa645-956c-403c-98b2-ce4287a58c11', 'name': 'router1', 'tenant_id': '4d522be157c54188a48f1ec9e4f67dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '1c9b0db7-3c51-4e91-9a24-62bd65691375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T12:56:25Z', 'updated_at': '2021-08-16T12:56:42Z', 'revision_number': 4, 'project_id': '4d522be157c54188a48f1ec9e4f67dfa', 'gw_port': {'id': '1c9b0db7-3c51-4e91-9a24-62bd65691375', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6aa645-956c-403c-98b2-ce4287a58c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:56:41Z', 'updated_at': '2021-08-16T12:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'caf25a49-647f-429b-b2c4-e9f4f9ec63e0', 'name': '', 'network_id': '80481b9d-134d-4c2c-9a6a-5fd958dcb90c', 'tenant_id': '4d522be157c54188a48f1ec9e4f67dfa', 'mac_address': 'fa:16:3e:75:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6aa645-956c-403c-98b2-ce4287a58c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '233be08f-2e8c-473d-8f58-61b953e08715', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T12:56:34Z', 'updated_at': '2021-08-16T12:56:45Z', 'revision_number': 5, 'project_id': '4d522be157c54188a48f1ec9e4f67dfa', 'subnets': [{'id': '233be08f-2e8c-473d-8f58-61b953e08715', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0771740-0fb1-4c1e-b309-d66eb3f05b7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 12:56:46.698663 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device caf25a49-647f-429b-b2c4-e9f4f9ec63e0 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:56:46.760470 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port caf25a49-647f-429b-b2c4-e9f4f9ec63e0 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:46.760847 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:46.842814 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 1c9b0db7-3c51-4e91-9a24-62bd65691375 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:56:46.895770 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port 1c9b0db7-3c51-4e91-9a24-62bd65691375 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:56:46.899574 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 1c9b0db7-3c51-4e91-9a24-62bd65691375 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:46.900021 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:46.988812 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:47.012261 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port 1c9b0db7-3c51-4e91-9a24-62bd65691375, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=1c9b0db7-3c51-4e91-9a24-62bd65691375,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:56:47.017966 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:47.088087 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=1c9b0db7-3c51-4e91-9a24-62bd65691375,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:56:48.599174 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 1c9b0db7-3c51-4e91-9a24-62bd65691375 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:56:48.646368 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 1c9b0db7-3c51-4e91-9a24-62bd65691375 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:56:48.646891 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:56:59.834592 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-34f6a40d-8a1e-4552-9e48-9c4b10a59027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:02.487324 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-50de8ad9-eb14-44b8-877e-efcd243cc47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:02.705030 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:03.450593 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:05.208662 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:20.367958 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 5 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:57:29.828052 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1969c3c3-e167-4467-9751-c123a2cdabac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:32.485507 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2dce79f5-94aa-4935-b811-9a77c2daeae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:32.708729 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:33.409926 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:35.211896 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:57:57.368011 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 5 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:57:59.831549 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-b21348e8-11f4-4b1d-bb02-c2cac7c10587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:02.488840 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2073f2f7-0bf4-4e0c-bf33-0d7f4bc507bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:02.710162 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:03.412046 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:05.212261 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:19.901839 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 36078) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:19.967767 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a56f9a9-057b-45f8-8c45-51c556bcaada admin admin] GET failed (client error): The resource could not be found. Aug 16 12:58:19.969046 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-1a56f9a9-057b-45f8-8c45-51c556bcaada admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0659838 Aug 16 12:58:20.150427 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa31fc1a-6d14-4958-bdc3-7e50456f5066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:20.151930 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-aa31fc1a-6d14-4958-bdc3-7e50456f5066 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1784787 Aug 16 12:58:22.274696 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 36088) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:22.400445 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607027f6-3bc4-484e-ae04-c8cd767b834d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:22.401670 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-607027f6-3bc4-484e-ae04-c8cd767b834d admin admin] 10.222.0.20 "GET /v2.0/subnets/233be08f-2e8c-473d-8f58-61b953e08715 HTTP/1.1" status: 200 len: 849 time: 0.1260476 Aug 16 12:58:22.411710 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-64178b7b-4e38-40b7-bdd7-68e2df0df333 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:58:22.492109 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-64178b7b-4e38-40b7-bdd7-68e2df0df333 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:22.640038 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-64178b7b-4e38-40b7-bdd7-68e2df0df333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755702759006'] for subnet, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:22.673479 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64178b7b-4e38-40b7-bdd7-68e2df0df333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:22.674591 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-64178b7b-4e38-40b7-bdd7-68e2df0df333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:22.687489 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-64178b7b-4e38-40b7-bdd7-68e2df0df333 admin admin] 10.222.0.20 "PUT /v2.0/subnets/233be08f-2e8c-473d-8f58-61b953e08715 HTTP/1.1" status: 200 len: 868 time: 0.2683110 Aug 16 12:58:22.687691 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ee92cb-261a-4a15-81a0-82c5935ad8e7 None None] Network 80481b9d-134d-4c2c-9a6a-5fd958dcb90c requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:58:22.697891 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64178b7b-4e38-40b7-bdd7-68e2df0df333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=233be08f-2e8c-473d-8f58-61b953e08715,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:58:22.706101 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64178b7b-4e38-40b7-bdd7-68e2df0df333 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:22.706860 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64178b7b-4e38-40b7-bdd7-68e2df0df333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:22.707261 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64178b7b-4e38-40b7-bdd7-68e2df0df333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:22.707636 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64178b7b-4e38-40b7-bdd7-68e2df0df333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:22.707969 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64178b7b-4e38-40b7-bdd7-68e2df0df333 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:22.708461 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64178b7b-4e38-40b7-bdd7-68e2df0df333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:22.708803 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64178b7b-4e38-40b7-bdd7-68e2df0df333 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:22.709132 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64178b7b-4e38-40b7-bdd7-68e2df0df333 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:22.709482 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64178b7b-4e38-40b7-bdd7-68e2df0df333 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:22.709813 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64178b7b-4e38-40b7-bdd7-68e2df0df333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:22.710287 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64178b7b-4e38-40b7-bdd7-68e2df0df333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:22.710623 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64178b7b-4e38-40b7-bdd7-68e2df0df333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:58:23.003515 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-f19fddd8-f1d8-4f0e-9241-b1b6e9a2c205 None None] Provisioning complete for port caf25a49-647f-429b-b2c4-e9f4f9ec63e0 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:23.003885 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-f19fddd8-f1d8-4f0e-9241-b1b6e9a2c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:23.085717 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-f19fddd8-f1d8-4f0e-9241-b1b6e9a2c205 None None] Provisioning complete for port dafda908-67cd-4172-8ed3-3682121ec0e2 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:58:23.086080 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-f19fddd8-f1d8-4f0e-9241-b1b6e9a2c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:24.806209 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36096) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:24.998354 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7155a74e-dfa6-4959-a1e6-edaf7008186c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:24.998749 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7155a74e-dfa6-4959-a1e6-edaf7008186c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:25.000306 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-7155a74e-dfa6-4959-a1e6-edaf7008186c admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1931014 Aug 16 12:58:27.145555 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36106) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:27.277026 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562ad467-330b-4274-92b5-f5fb6e2dfc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:27.277537 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562ad467-330b-4274-92b5-f5fb6e2dfc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:27.279057 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-562ad467-330b-4274-92b5-f5fb6e2dfc59 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1325541 Aug 16 12:58:29.409957 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36114) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:29.539929 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0296fd9d-a5c1-4849-9002-16ee60d080af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:29.541267 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-0296fd9d-a5c1-4849-9002-16ee60d080af admin admin] 10.222.0.20 "GET /v2.0/networks/80481b9d-134d-4c2c-9a6a-5fd958dcb90c HTTP/1.1" status: 200 len: 869 time: 0.1304455 Aug 16 12:58:29.832632 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-a97e9b05-685a-4599-a32c-0dca7030153f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:31.689132 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36122) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:31.812187 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8831a-9531-463e-bbc1-8e4e3d0463d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:31.813536 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-4ba8831a-9531-463e-bbc1-8e4e3d0463d2 admin admin] 10.222.0.20 "GET /v2.0/networks/dd0d50ff-d8a0-439f-a316-3d03b34bea63 HTTP/1.1" status: 200 len: 886 time: 0.1229241 Aug 16 12:58:32.484030 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-c017c69a-05fb-4ebd-84da-0252e669490c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:32.711694 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:33.413602 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:33.950685 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36130) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:34.076932 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b11eb-bf7e-4d01-a48c-107529cfaaaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:34.077394 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b11eb-bf7e-4d01-a48c-107529cfaaaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:34.078887 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-9c7b11eb-bf7e-4d01-a48c-107529cfaaaa admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272655 Aug 16 12:58:34.367014 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 5 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:58:35.215868 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:58:36.210878 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36138) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:36.300258 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954e1e99-70a8-4b6c-b865-390c804d1c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:36.300720 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954e1e99-70a8-4b6c-b865-390c804d1c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:36.302188 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-954e1e99-70a8-4b6c-b865-390c804d1c65 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903366 Aug 16 12:58:38.428846 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36146) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:38.521412 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b3e206-b177-4910-aee1-c80d40803faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:38.522796 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-c0b3e206-b177-4910-aee1-c80d40803faa admin admin] 10.222.0.20 "GET /v2.0/subnets/233be08f-2e8c-473d-8f58-61b953e08715 HTTP/1.1" status: 200 len: 868 time: 0.0929780 Aug 16 12:58:40.654010 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36154) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:58:40.737853 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664af196-ce64-414e-9a84-e6d3d87e13f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:58:40.739169 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-664af196-ce64-414e-9a84-e6d3d87e13f7 admin admin] 10.222.0.20 "GET /v2.0/subnets/fc8a6ada-9b26-423b-a24f-6b1bb332a099 HTTP/1.1" status: 200 len: 816 time: 0.0841820 Aug 16 12:58:59.835968 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-71bb42d8-5235-4af0-9be7-65c680708f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:02.486963 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2107f48a-fee2-4f2e-b8c9-635f080ed4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:02.712421 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:03.417284 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:04.121335 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36210) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:04.169209 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [None req-81dcddfb-7f10-410b-9731-b3680ad38c56 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 12:59:04.170237 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-81dcddfb-7f10-410b-9731-b3680ad38c56 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479598 Aug 16 12:59:05.217991 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:06.409841 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 36218) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:06.470752 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.pecan_wsgi.hooks.translation [None req-c096a9cc-2023-4c8f-b90c-b82adf193e3e admin admin] GET failed (client error): The resource could not be found. Aug 16 12:59:06.472087 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-c096a9cc-2023-4c8f-b90c-b82adf193e3e admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613487 Aug 16 12:59:06.556954 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ab7cae-630d-4cce-b075-622aa07434f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:06.558397 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-32ab7cae-630d-4cce-b075-622aa07434f6 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0819771 Aug 16 12:59:08.723654 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 36226) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:08.769531 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-97c94b4f-7696-4999-8c08-1aeb4e962098 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:08.792901 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c94b4f-7696-4999-8c08-1aeb4e962098 admin admin] Made reservation on behalf of cf378f42bff94ce187605ba816c6919d for: {'network': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:59:08.795263 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-97c94b4f-7696-4999-8c08-1aeb4e962098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:08.830239 dv-cinder-804698-2-iscsi neutron-server[94054]: WARNING neutron.services.revisions.revision_plugin [None req-97c94b4f-7696-4999-8c08-1aeb4e962098 admin admin] Could not find related network for resource to bump revision. Aug 16 12:59:08.843017 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c94b4f-7696-4999-8c08-1aeb4e962098 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 12:59:08.853257 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-97c94b4f-7696-4999-8c08-1aeb4e962098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:08.853602 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.segments_db [None req-97c94b4f-7696-4999-8c08-1aeb4e962098 admin admin] Added segment 24ec3870-9d83-4cff-ace3-30aa86858b83 of type vlan for network b42c502d-a923-442f-b562-5545d32c0679 Aug 16 12:59:08.893980 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-97c94b4f-7696-4999-8c08-1aeb4e962098 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:08.917167 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-97c94b4f-7696-4999-8c08-1aeb4e962098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:08.918098 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c94b4f-7696-4999-8c08-1aeb4e962098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:08.918673 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-97c94b4f-7696-4999-8c08-1aeb4e962098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:08.966156 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-97c94b4f-7696-4999-8c08-1aeb4e962098 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2413883 Aug 16 12:59:08.976606 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c94b4f-7696-4999-8c08-1aeb4e962098 admin admin] Pushing event updated for resources: {'Network': ['ID=b42c502d-a923-442f-b562-5545d32c0679,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:08.989269 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network b42c502d-a923-442f-b562-5545d32c0679 details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 12:59:11.131318 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 36234) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 12:59:11.190952 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c47c62-bea5-430f-a2b4-adf2f0b2be71 admin admin] GET failed (client error): The resource could not be found. Aug 16 12:59:11.192294 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-a3c47c62-bea5-430f-a2b4-adf2f0b2be71 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599978 Aug 16 12:59:11.261340 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc679fe-71bb-4cfb-b775-670aa9d10ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:11.262731 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-6bc679fe-71bb-4cfb-b775-670aa9d10ae2 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660365 Aug 16 12:59:11.272733 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-334d577f-a785-4a88-9301-df0156148833 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'b42c502d-a923-442f-b562-5545d32c0679', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 12:59:11.295323 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334d577f-a785-4a88-9301-df0156148833 admin admin] Made reservation on behalf of cf378f42bff94ce187605ba816c6919d for: {'subnet': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 12:59:11.298119 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-334d577f-a785-4a88-9301-df0156148833 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:11.365825 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 5 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:59:11.504561 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-334d577f-a785-4a88-9301-df0156148833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for subnet, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:11.561998 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d577f-a785-4a88-9301-df0156148833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=284db45f-f3c2-4cfa-bae4-ea1dd765b125,revision_number=0']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:11.572251 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334d577f-a785-4a88-9301-df0156148833 admin admin] Checking segment: {'id': '24ec3870-9d83-4cff-ace3-30aa86858b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b42c502d-a923-442f-b562-5545d32c0679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:59:11.572628 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334d577f-a785-4a88-9301-df0156148833 admin admin] Network hostable DHCP agents. Network: b42c502d-a923-442f-b562-5545d32c0679, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 12:59:11.593873 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334d577f-a785-4a88-9301-df0156148833 admin admin] Network b42c502d-a923-442f-b562-5545d32c0679 is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 12:59:11.604779 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-334d577f-a785-4a88-9301-df0156148833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, b42c502d-a923-442f-b562-5545d32c0679) {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:59:11.608928 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334d577f-a785-4a88-9301-df0156148833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:59:11.609487 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-334d577f-a785-4a88-9301-df0156148833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:11.613445 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4c3409-ae5a-4b2f-a8f9-4b6ad0642bbc None None] Network b42c502d-a923-442f-b562-5545d32c0679 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:59:11.623936 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-334d577f-a785-4a88-9301-df0156148833 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3544469 Aug 16 12:59:11.861116 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c834d08-6622-59ef-acb9-b6c12d82e276-b42c502d-a923-442f-b562-5545d32c0679', 'network_id': 'b42c502d-a923-442f-b562-5545d32c0679', 'tenant_id': 'cf378f42bff94ce187605ba816c6919d', 'fixed_ips': [{'subnet_id': '284db45f-f3c2-4cfa-bae4-ea1dd765b125'}]}} from dv-cinder-804698-2-iscsi. {{(pid=94055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 12:59:11.861994 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:12.006483 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.db_base_plugin_common [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Allocated IP 192.168.233.2 (b42c502d-a923-442f-b562-5545d32c0679/284db45f-f3c2-4cfa-bae4-ea1dd765b125/78567b44-3745-4f66-9ed5-3a3fdfed564f) {{(pid=94055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 12:59:12.152830 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:12.161312 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Transition to ACTIVE for port object 78567b44-3745-4f66-9ed5-3a3fdfed564f will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:12.176385 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Transition to ACTIVE for port object 78567b44-3745-4f66-9ed5-3a3fdfed564f will not be triggered until provisioned by entity DHCP. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 12:59:12.182270 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:12.226885 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Network b42c502d-a923-442f-b562-5545d32c0679 is already hosted by enough agents. {{(pid=94055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 12:59:12.230995 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.base_scheduler [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Resources bound (agent type, host, resource id): {{(pid=94055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 12:59:12.232935 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Pushing event updated for resources: {'Port': ['ID=78567b44-3745-4f66-9ed5-3a3fdfed564f,revision_number=1']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:12.235290 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Received port after_create {{(pid=94055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 12:59:12.244096 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:12.244448 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:12.244788 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:12.245126 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:12.245458 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:12.245796 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:12.246125 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:12.246451 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:12.246795 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:12.247147 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:12.247496 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:12.247822 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 12:59:12.301646 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Attempting to bind port 78567b44-3745-4f66-9ed5-3a3fdfed564f on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 12:59:12.301933 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Attempting to bind port 78567b44-3745-4f66-9ed5-3a3fdfed564f by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '24ec3870-9d83-4cff-ace3-30aa86858b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b42c502d-a923-442f-b562-5545d32c0679'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 12:59:12.302295 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Attempting to bind port 78567b44-3745-4f66-9ed5-3a3fdfed564f on network b42c502d-a923-442f-b562-5545d32c0679 {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 12:59:12.307438 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 12, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 12:59:12.307803 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Checking segment: {'id': '24ec3870-9d83-4cff-ace3-30aa86858b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b42c502d-a923-442f-b562-5545d32c0679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 12:59:12.308202 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:12.308587 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Bound using segment: {'id': '24ec3870-9d83-4cff-ace3-30aa86858b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b42c502d-a923-442f-b562-5545d32c0679'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 12:59:12.309049 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Bound port: 78567b44-3745-4f66-9ed5-3a3fdfed564f, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24ec3870-9d83-4cff-ace3-30aa86858b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b42c502d-a923-442f-b562-5545d32c0679'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 12:59:12.309445 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:12.372113 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] For port 78567b44-3745-4f66-9ed5-3a3fdfed564f, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 12:59:12.375176 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] For port 78567b44-3745-4f66-9ed5-3a3fdfed564f, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=78567b44-3745-4f66-9ed5-3a3fdfed564f,segment=NetworkSegment(24ec3870-9d83-4cff-ace3-30aa86858b83),segment_id=24ec3870-9d83-4cff-ace3-30aa86858b83)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 12:59:12.380212 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:12.435954 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f62ecb-f788-4e91-befb-7bf37f59c6f7 None None] Pushing event updated for resources: {'Port': ['ID=78567b44-3745-4f66-9ed5-3a3fdfed564f,revision_number=2']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:12.741369 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 78567b44-3745-4f66-9ed5-3a3fdfed564f up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:59:12.792548 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port 78567b44-3745-4f66-9ed5-3a3fdfed564f completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:13.226115 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4569fe5b-a4f9-4622-abf6-514432f62757 None None] Network b42c502d-a923-442f-b562-5545d32c0679 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 12:59:13.279844 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-2527d605-a135-4f24-b781-cad56e215903 None None] Provisioning for port 78567b44-3745-4f66-9ed5-3a3fdfed564f completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 12:59:13.286541 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-2527d605-a135-4f24-b781-cad56e215903 None None] Provisioning complete for port 78567b44-3745-4f66-9ed5-3a3fdfed564f triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:13.287032 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2527d605-a135-4f24-b781-cad56e215903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:13.435637 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2527d605-a135-4f24-b781-cad56e215903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:13.476167 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-2527d605-a135-4f24-b781-cad56e215903 None None] For port 78567b44-3745-4f66-9ed5-3a3fdfed564f, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=78567b44-3745-4f66-9ed5-3a3fdfed564f,segment=NetworkSegment(24ec3870-9d83-4cff-ace3-30aa86858b83),segment_id=24ec3870-9d83-4cff-ace3-30aa86858b83)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 12:59:13.480257 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2527d605-a135-4f24-b781-cad56e215903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:13.531663 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527d605-a135-4f24-b781-cad56e215903 None None] Pushing event updated for resources: {'Port': ['ID=78567b44-3745-4f66-9ed5-3a3fdfed564f,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 12:59:13.701411 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-e950bc24-331d-4067-a639-02e2c600fc6a None None] Provisioning complete for port 78567b44-3745-4f66-9ed5-3a3fdfed564f triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:13.701610 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e950bc24-331d-4067-a639-02e2c600fc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:14.693878 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 78567b44-3745-4f66-9ed5-3a3fdfed564f up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 12:59:14.739626 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 78567b44-3745-4f66-9ed5-3a3fdfed564f triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 12:59:14.739988 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:29.838922 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-01f37383-88ad-4bdf-a511-7e8860cc8d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:32.488312 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-f66defcf-e340-4a39-9155-fdc84c2d6b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:32.713982 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:33.419931 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:35.224456 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:59:48.365582 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 5 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:59:59.841092 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-d91a596c-e631-40d2-bd1c-4407339dd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:02.488385 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-87c84308-b6d8-4cab-bf89-3b75d141b174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:02.715373 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:03.422797 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:05.230353 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:19.044267 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 36286) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:19.051704 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [None req-9b07a02c-b50b-4a95-87c2-16ae8519fee0 tempest-verify_tempest_config-221710147 tempest-verify_tempest_config-221710147-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:00:19.052673 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-9b07a02c-b50b-4a95-87c2-16ae8519fee0 tempest-verify_tempest_config-221710147 tempest-verify_tempest_config-221710147-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0073836 Aug 16 13:00:19.356730 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36304) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:19.459889 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6b6bff6e-4b8c-4d8f-b744-1dfa80f94127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:19.547810 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6b6bff6e-4b8c-4d8f-b744-1dfa80f94127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:19.551191 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6b6bff6e-4b8c-4d8f-b744-1dfa80f94127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:19.593940 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bff6e-4b8c-4d8f-b744-1dfa80f94127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be5d648-5c7f-4fa7-9cea-71981862027d,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:19.598493 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-6b6bff6e-4b8c-4d8f-b744-1dfa80f94127 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5c4fa7fced645168239fac31764282f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2406676 Aug 16 13:00:19.601300 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 36310) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:00:19.602837 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6bff6e-4b8c-4d8f-b744-1dfa80f94127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.603211 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6bff6e-4b8c-4d8f-b744-1dfa80f94127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.603583 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6bff6e-4b8c-4d8f-b744-1dfa80f94127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.603922 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6bff6e-4b8c-4d8f-b744-1dfa80f94127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.604257 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6bff6e-4b8c-4d8f-b744-1dfa80f94127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.604592 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6bff6e-4b8c-4d8f-b744-1dfa80f94127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.604922 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6bff6e-4b8c-4d8f-b744-1dfa80f94127 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.605249 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6bff6e-4b8c-4d8f-b744-1dfa80f94127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.605578 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6bff6e-4b8c-4d8f-b744-1dfa80f94127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.605901 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6bff6e-4b8c-4d8f-b744-1dfa80f94127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.606228 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6bff6e-4b8c-4d8f-b744-1dfa80f94127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.606553 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6bff6e-4b8c-4d8f-b744-1dfa80f94127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.655978 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2cfbef56-bc57-4aab-9522-038e60b0ff94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:19.676272 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2cfbef56-bc57-4aab-9522-038e60b0ff94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:19.763189 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2cfbef56-bc57-4aab-9522-038e60b0ff94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:19.766608 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2cfbef56-bc57-4aab-9522-038e60b0ff94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:19.768126 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-2cfbef56-bc57-4aab-9522-038e60b0ff94 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3be5d648-5c7f-4fa7-9cea-71981862027d HTTP/1.1" status: 204 len: 168 time: 0.1657715 Aug 16 13:00:19.775887 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbef56-bc57-4aab-9522-038e60b0ff94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be5d648-5c7f-4fa7-9cea-71981862027d,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:00:19.783485 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbef56-bc57-4aab-9522-038e60b0ff94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.783837 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbef56-bc57-4aab-9522-038e60b0ff94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.784176 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbef56-bc57-4aab-9522-038e60b0ff94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.784511 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbef56-bc57-4aab-9522-038e60b0ff94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.784843 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbef56-bc57-4aab-9522-038e60b0ff94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.785235 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbef56-bc57-4aab-9522-038e60b0ff94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.785513 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbef56-bc57-4aab-9522-038e60b0ff94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.785841 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbef56-bc57-4aab-9522-038e60b0ff94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.786182 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbef56-bc57-4aab-9522-038e60b0ff94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.786514 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbef56-bc57-4aab-9522-038e60b0ff94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.786835 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbef56-bc57-4aab-9522-038e60b0ff94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:19.787156 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbef56-bc57-4aab-9522-038e60b0ff94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:00:25.364379 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 5 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:00:29.850626 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e2734df7-1010-4997-8ca5-23532dee2994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:32.488714 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-fa2898c5-7c99-4c84-ae77-7ce98f7a6782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:32.715554 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:33.425717 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:35.236066 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:00:59.851251 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-188534b1-aa36-473d-b36c-e7eea14195e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:02.363261 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 5 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:01:02.489294 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-744673f4-5ad1-4c59-9a68-c440ba152e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:02.717318 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:03.429128 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:05.240947 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:29.852329 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-0ea442f5-6031-4b6f-9596-00ffb77608c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:32.488648 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-567942b4-eacf-421a-b8a1-40da68817b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:32.722817 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:33.432514 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:35.239155 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:39.362163 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 5 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:01:51.456552 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725034'] for agent, after_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:01:59.852362 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-fe4ccc24-b7bd-4e17-98dc-3c50f2ed8d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:02.489814 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-6a0f96f0-b5eb-467a-8918-01268dca6796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:02.723220 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:03.434633 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:05.242816 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:06.553526 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36382) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:06.656713 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-482f02e4-8370-471c-b68a-c01924784cb2 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1020911 Aug 16 13:02:08.784600 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 36392) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:02:08.847180 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-9c3ebdd8-5797-4e65-a03a-776ef2239863 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0614851 Aug 16 13:02:16.361159 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:02:21.414427 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:29.852012 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-173f3858-8f7d-4200-a58c-f973c122ae76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:32.489831 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-a140c699-775d-45a7-bcd3-d9a6bb51e0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:32.723476 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:33.437505 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:35.244912 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:51.414631 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:02:53.359895 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:02:59.852874 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-3d92d410-8ad9-4ce4-810b-58b2b1eebbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:02.491631 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-f99105fd-d933-4501-8261-a8c4f458a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:02.729851 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:03.442958 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:05.248695 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:21.412848 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:29.854009 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-27ac187c-7a3f-4962-b453-4046abab6173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:30.359672 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:03:32.508480 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-318bee71-ee99-4570-b12b-3ae5b3cec92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:32.734252 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:33.454822 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:35.253163 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:36.062192 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 36598) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:36.236468 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36608) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:36.476571 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1639163700-network', 'tenant_id': '35289569ce2a48d18e2b46800222e61d'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:36.501316 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Made reservation on behalf of 35289569ce2a48d18e2b46800222e61d for: {'network': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:36.503975 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:36.512493 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:36.551217 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36624) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:36.568830 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36628) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:36.608463 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:36.613176 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:36.631323 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=94054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:03:36.646077 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-368278749-network', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:36.652359 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542bc16c-0911-4b79-9752-df6ae900d3a3,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:36.658759 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:36.659254 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.segments_db [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Added segment 836dcd0a-02d6-4d48-97ff-60a9cc1913b3 of type vlan for network b120bbf0-0985-452a-bb3e-65b335150f39 Aug 16 13:03:36.669440 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Made reservation on behalf of 065e8e5b57d74a0d98687912b8c6d026 for: {'network': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:36.672819 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:36.683337 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:36.705209 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:36.713055 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.713466 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.713831 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.714157 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.714491 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.714896 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.715297 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.715585 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.716014 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.716337 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.716660 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.717491 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Tracked resource versions report: Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: pushed versions: Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: { 'AddressGroup': {'1.2'}, Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'ConntrackHelper': {'1.0'}, Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Log': {'1.0'}, Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Network': {'1.1'}, Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Port': {'1.7'}, Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'PortForwarding': {'1.2'}, Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'QosPolicy': {'1.9'}, Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'SecurityGroup': {'1.4'}, Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'SecurityGroupRule': {'1.2'}, Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'SubPort': {'1.0'}, Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Subnet': {'1.1'}, Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Trunk': {'1.1'}} Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: consumer versions: Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: { DHCP agent@dv-cinder-804698-2-iscsi: {}, Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: HyperV agent@hv-cinder-80469: {}, Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: L3 agent@dv-cinder-804698-2-iscsi: {}, Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: Metadata agent@dv-cinder-804698-2-iscsi: {}, Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: Metering agent@dv-cinder-804698-2-iscsi: {}, Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: Open vSwitch agent@dv-cinder-804698-2-iscsi: { 'AddressGroup': '1.2', Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'ConntrackHelper': '1.0', Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Log': '1.0', Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Network': '1.1', Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Port': '1.7', Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'PortForwarding': '1.2', Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'QosPolicy': '1.9', Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'SecurityGroup': '1.4', Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'SecurityGroupRule': '1.2', Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'SubPort': '1.0', Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Subnet': '1.1', Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: 'Trunk': '1.1'}} Aug 16 13:03:36.718695 dv-cinder-804698-2-iscsi neutron-server[94054]: {{(pid=94054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 13:03:36.744812 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 36638) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:36.754731 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:36.756073 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:36.756875 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:36.796149 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:36.804422 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-2968c52c-4a63-44d9-8a7e-41914c701464 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-996842450-network', 'tenant_id': '5e85023036604c99b3ecbf1a7ae8ae4d'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:36.825778 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:36.829308 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] Pushing event updated for resources: {'Network': ['ID=b120bbf0-0985-452a-bb3e-65b335150f39,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:36.841503 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network b120bbf0-0985-452a-bb3e-65b335150f39 details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:03:36.846972 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-8af109a9-caec-4178-9896-6010c9013a54 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7831869 Aug 16 13:03:36.847857 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 36648) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:36.853927 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-d9b62f14-b107-43af-8a93-1323f39e2074 admin admin] Request body: {'subnet': {'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1639163700-subnet', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:36.858896 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab33de81-c78e-4b2d-a3f7-236eabb180b4,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:36.881868 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b62f14-b107-43af-8a93-1323f39e2074 admin admin] Made reservation on behalf of 35289569ce2a48d18e2b46800222e61d for: {'subnet': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:36.884941 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d9b62f14-b107-43af-8a93-1323f39e2074 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:36.888156 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-2f1fa6f0-4e56-4649-9d8f-c3d0712216f2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1727439713-network', 'tenant_id': 'bd24fed7a34c46c6b7de604ed4be5573'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:36.895897 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.896268 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.897404 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.898779 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.899416 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.899540 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.900124 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.900262 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.900904 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.901502 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.902277 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.902277 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Tracked resource versions report: Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: pushed versions: Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: { 'AddressGroup': {'1.2'}, Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'ConntrackHelper': {'1.0'}, Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Log': {'1.0'}, Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Network': {'1.1'}, Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Port': {'1.7'}, Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'PortForwarding': {'1.2'}, Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'QosPolicy': {'1.9'}, Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'SecurityGroup': {'1.4'}, Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'SecurityGroupRule': {'1.2'}, Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'SubPort': {'1.0'}, Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Subnet': {'1.1'}, Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Trunk': {'1.1'}} Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: consumer versions: Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: { DHCP agent@dv-cinder-804698-2-iscsi: {}, Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: HyperV agent@hv-cinder-80469: {}, Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: L3 agent@dv-cinder-804698-2-iscsi: {}, Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: Metadata agent@dv-cinder-804698-2-iscsi: {}, Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: Metering agent@dv-cinder-804698-2-iscsi: {}, Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: Open vSwitch agent@dv-cinder-804698-2-iscsi: { 'AddressGroup': '1.2', Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'ConntrackHelper': '1.0', Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Log': '1.0', Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Network': '1.1', Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Port': '1.7', Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'PortForwarding': '1.2', Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'QosPolicy': '1.9', Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'SecurityGroup': '1.4', Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'SecurityGroupRule': '1.2', Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'SubPort': '1.0', Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Subnet': '1.1', Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: 'Trunk': '1.1'}} Aug 16 13:03:36.903258 dv-cinder-804698-2-iscsi neutron-server[94053]: {{(pid=94053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 13:03:36.909703 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2968c52c-4a63-44d9-8a7e-41914c701464 admin admin] Made reservation on behalf of 5e85023036604c99b3ecbf1a7ae8ae4d for: {'network': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:36.912028 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2968c52c-4a63-44d9-8a7e-41914c701464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:36.947034 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=94053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:03:36.968187 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:36.969448 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.db.segments_db [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Added segment 61f28b65-f76f-4a43-bd40-1ae4e02b6d88 of type vlan for network 0f5346d6-5894-47ff-bb0d-27a8e17e988b Aug 16 13:03:37.021058 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2968c52c-4a63-44d9-8a7e-41914c701464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.091019 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-befdf073-d7d4-4aac-ba51-812323c6035c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1374076329-network', 'tenant_id': '49abdb5182444a8ab635e34dda44fd9c'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:37.099518 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d9b62f14-b107-43af-8a93-1323f39e2074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for subnet, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.131759 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1fa6f0-4e56-4649-9d8f-c3d0712216f2 admin admin] Made reservation on behalf of bd24fed7a34c46c6b7de604ed4be5573 for: {'network': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:37.143334 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa6f0-4e56-4649-9d8f-c3d0712216f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.148665 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.166003 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa6f0-4e56-4649-9d8f-c3d0712216f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.178109 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b62f14-b107-43af-8a93-1323f39e2074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=396e273c-25ea-422a-a322-cf3e6f91f4f2,revision_number=0']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:37.191143 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b62f14-b107-43af-8a93-1323f39e2074 admin admin] Checking segment: {'id': '836dcd0a-02d6-4d48-97ff-60a9cc1913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:37.191524 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b62f14-b107-43af-8a93-1323f39e2074 admin admin] Network hostable DHCP agents. Network: b120bbf0-0985-452a-bb3e-65b335150f39, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:03:37.205143 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befdf073-d7d4-4aac-ba51-812323c6035c admin admin] Made reservation on behalf of 49abdb5182444a8ab635e34dda44fd9c for: {'network': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:37.207720 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-befdf073-d7d4-4aac-ba51-812323c6035c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.220065 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-befdf073-d7d4-4aac-ba51-812323c6035c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.235216 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b62f14-b107-43af-8a93-1323f39e2074 admin admin] Network b120bbf0-0985-452a-bb3e-65b335150f39 is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:03:37.247812 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-d9b62f14-b107-43af-8a93-1323f39e2074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, b120bbf0-0985-452a-bb3e-65b335150f39) {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:37.251022 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.253064 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:37.253997 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.255430 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b62f14-b107-43af-8a93-1323f39e2074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:37.258213 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d9b62f14-b107-43af-8a93-1323f39e2074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.259703 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73b0a2f-93f3-4205-93f7-86e941b687be None None] Network b120bbf0-0985-452a-bb3e-65b335150f39 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:03:37.379824 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] Pushing event updated for resources: {'Network': ['ID=0f5346d6-5894-47ff-bb0d-27a8e17e988b,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:37.446143 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network 0f5346d6-5894-47ff-bb0d-27a8e17e988b details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:03:37.475713 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2968c52c-4a63-44d9-8a7e-41914c701464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.496521 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2968c52c-4a63-44d9-8a7e-41914c701464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.505039 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-d9b62f14-b107-43af-8a93-1323f39e2074 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6558781 Aug 16 13:03:37.506044 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 36672) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:37.510985 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:37.573927 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c834d08-6622-59ef-acb9-b6c12d82e276-b120bbf0-0985-452a-bb3e-65b335150f39', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'fixed_ips': [{'subnet_id': '396e273c-25ea-422a-a322-cf3e6f91f4f2'}]}} from dv-cinder-804698-2-iscsi. {{(pid=94055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:03:37.574859 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.581691 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2968c52c-4a63-44d9-8a7e-41914c701464 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=94053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:03:37.590382 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968c52c-4a63-44d9-8a7e-41914c701464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4e1030-15c0-4657-a105-f25a4543a0a9,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:37.616165 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2968c52c-4a63-44d9-8a7e-41914c701464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.616538 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.db.segments_db [None req-2968c52c-4a63-44d9-8a7e-41914c701464 admin admin] Added segment 65810606-55c3-44a7-9e61-1e7601be827f of type vlan for network a6191893-b7d5-474d-8040-4bf12149b722 Aug 16 13:03:37.843449 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.db_base_plugin_common [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Allocated IP 172.20.0.2 (b120bbf0-0985-452a-bb3e-65b335150f39/396e273c-25ea-422a-a322-cf3e6f91f4f2/6d6f3bfc-b0aa-4c10-9287-1216016d5045) {{(pid=94055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:37.887818 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa6f0-4e56-4649-9d8f-c3d0712216f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.907903 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa6f0-4e56-4649-9d8f-c3d0712216f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.920992 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2968c52c-4a63-44d9-8a7e-41914c701464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:37.997635 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1fa6f0-4e56-4649-9d8f-c3d0712216f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=94053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:03:38.034879 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fa6f0-4e56-4649-9d8f-c3d0712216f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b388965-71a4-429d-86b4-692d4e41ea58,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:38.050953 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-befdf073-d7d4-4aac-ba51-812323c6035c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.066434 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-befdf073-d7d4-4aac-ba51-812323c6035c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.086035 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa6f0-4e56-4649-9d8f-c3d0712216f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.087238 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.db.segments_db [None req-2f1fa6f0-4e56-4649-9d8f-c3d0712216f2 admin admin] Added segment 18be70b9-85b4-4acd-899d-d27fc19fefa9 of type vlan for network 038faf47-d060-4af4-a209-fdf781b3d4c1 Aug 16 13:03:38.096823 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befdf073-d7d4-4aac-ba51-812323c6035c admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=94054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:03:38.107595 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-44751090-2d6a-478c-b3c0-ef3e5f82f03f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8687780 Aug 16 13:03:38.110232 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36696) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:38.116625 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-7712c7cb-967c-4b88-a024-b035f0167a3d admin admin] Request body: {'subnet': {'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-subnet', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:38.119393 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-befdf073-d7d4-4aac-ba51-812323c6035c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.119717 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.segments_db [None req-befdf073-d7d4-4aac-ba51-812323c6035c admin admin] Added segment cf6d433d-f80a-4563-b3b3-b630b12e95a9 of type vlan for network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc Aug 16 13:03:38.158477 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2968c52c-4a63-44d9-8a7e-41914c701464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.159855 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2968c52c-4a63-44d9-8a7e-41914c701464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:38.160707 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2968c52c-4a63-44d9-8a7e-41914c701464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.193981 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa6f0-4e56-4649-9d8f-c3d0712216f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.259170 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Notify callbacks [] for port, precommit_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.279290 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Transition to ACTIVE for port object 6d6f3bfc-b0aa-4c10-9287-1216016d5045 will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:38.302172 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Transition to ACTIVE for port object 6d6f3bfc-b0aa-4c10-9287-1216016d5045 will not be triggered until provisioned by entity DHCP. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:38.313373 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.335880 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968c52c-4a63-44d9-8a7e-41914c701464 admin admin] Pushing event updated for resources: {'Network': ['ID=a6191893-b7d5-474d-8040-4bf12149b722,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:38.352152 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-befdf073-d7d4-4aac-ba51-812323c6035c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.356334 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa6f0-4e56-4649-9d8f-c3d0712216f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.356966 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1fa6f0-4e56-4649-9d8f-c3d0712216f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:38.357558 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa6f0-4e56-4649-9d8f-c3d0712216f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.362739 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-251363'] for router, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.364527 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-251290'] for router, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.380731 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Pushing event updated for resources: {'Port': ['ID=6d6f3bfc-b0aa-4c10-9287-1216016d5045,revision_number=1']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:38.390599 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network a6191893-b7d5-474d-8040-4bf12149b722 details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:03:38.398784 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:38.399554 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:38.400053 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:38.400545 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:38.401076 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:38.402176 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:38.402670 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:38.403299 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:38.404530 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:38.405039 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:38.405536 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:38.406129 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Tracked resource versions report: Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: pushed versions: Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: { 'AddressGroup': {'1.2'}, Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'ConntrackHelper': {'1.0'}, Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Log': {'1.0'}, Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Network': {'1.1'}, Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Port': {'1.7'}, Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'PortForwarding': {'1.2'}, Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'QosPolicy': {'1.9'}, Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'SecurityGroup': {'1.4'}, Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'SecurityGroupRule': {'1.2'}, Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'SubPort': {'1.0'}, Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Subnet': {'1.1'}, Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Trunk': {'1.1'}} Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: consumer versions: Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: { DHCP agent@dv-cinder-804698-2-iscsi: {}, Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: HyperV agent@hv-cinder-80469: {}, Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: L3 agent@dv-cinder-804698-2-iscsi: {}, Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: Metadata agent@dv-cinder-804698-2-iscsi: {}, Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: Metering agent@dv-cinder-804698-2-iscsi: {}, Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: Open vSwitch agent@dv-cinder-804698-2-iscsi: { 'AddressGroup': '1.2', Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'ConntrackHelper': '1.0', Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Log': '1.0', Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Network': '1.1', Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Port': '1.7', Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'PortForwarding': '1.2', Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'QosPolicy': '1.9', Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'SecurityGroup': '1.4', Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'SecurityGroupRule': '1.2', Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'SubPort': '1.0', Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Subnet': '1.1', Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: 'Trunk': '1.1'}} Aug 16 13:03:38.407658 dv-cinder-804698-2-iscsi neutron-server[94055]: {{(pid=94055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 13:03:38.411602 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-2968c52c-4a63-44d9-8a7e-41914c701464 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8590868 Aug 16 13:03:38.413948 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36704) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:38.426026 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Network b120bbf0-0985-452a-bb3e-65b335150f39 is already hosted by enough agents. {{(pid=94055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:38.435984 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-86926d93-48a3-4dcc-90b1-b7cef79a6ee4 admin admin] Request body: {'subnet': {'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-996842450-subnet', 'tenant_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:38.460469 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fa6f0-4e56-4649-9d8f-c3d0712216f2 admin admin] Pushing event updated for resources: {'Network': ['ID=038faf47-d060-4af4-a209-fdf781b3d4c1,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:38.475403 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7712c7cb-967c-4b88-a024-b035f0167a3d admin admin] Made reservation on behalf of 065e8e5b57d74a0d98687912b8c6d026 for: {'subnet': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:38.485709 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7712c7cb-967c-4b88-a024-b035f0167a3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.506343 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-2f1fa6f0-4e56-4649-9d8f-c3d0712216f2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9271722 Aug 16 13:03:38.526210 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36708) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:38.531069 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.base_scheduler [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Resources bound (agent type, host, resource id): {{(pid=94055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:38.548106 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network 038faf47-d060-4af4-a209-fdf781b3d4c1 details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:03:38.560655 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.576894 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-6bbec70a-8667-403b-a634-57866b1cda21 admin admin] Request body: {'subnet': {'network_id': '038faf47-d060-4af4-a209-fdf781b3d4c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1727439713-subnet', 'tenant_id': 'bd24fed7a34c46c6b7de604ed4be5573', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:38.617927 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86926d93-48a3-4dcc-90b1-b7cef79a6ee4 admin admin] Made reservation on behalf of 5e85023036604c99b3ecbf1a7ae8ae4d for: {'subnet': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:38.621653 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-86926d93-48a3-4dcc-90b1-b7cef79a6ee4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.696327 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbec70a-8667-403b-a634-57866b1cda21 admin admin] Made reservation on behalf of bd24fed7a34c46c6b7de604ed4be5573 for: {'subnet': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:38.700019 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6bbec70a-8667-403b-a634-57866b1cda21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.736827 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Received port after_create {{(pid=94055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:38.757803 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.db.resource_extend [None req-befdf073-d7d4-4aac-ba51-812323c6035c admin admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:03:38.852445 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Attempting to bind port 6d6f3bfc-b0aa-4c10-9287-1216016d5045 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:38.852969 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Attempting to bind port 6d6f3bfc-b0aa-4c10-9287-1216016d5045 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '836dcd0a-02d6-4d48-97ff-60a9cc1913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:38.853329 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Attempting to bind port 6d6f3bfc-b0aa-4c10-9287-1216016d5045 on network b120bbf0-0985-452a-bb3e-65b335150f39 {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:38.861833 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:03:38.862031 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Checking segment: {'id': '836dcd0a-02d6-4d48-97ff-60a9cc1913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:38.862421 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.862803 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Bound using segment: {'id': '836dcd0a-02d6-4d48-97ff-60a9cc1913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:03:38.863724 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Bound port: 6d6f3bfc-b0aa-4c10-9287-1216016d5045, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836dcd0a-02d6-4d48-97ff-60a9cc1913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:03:38.863724 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.920972 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.926664 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befdf073-d7d4-4aac-ba51-812323c6035c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f40396-a3a3-4596-ad50-4de1d5274625,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:38.941953 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-befdf073-d7d4-4aac-ba51-812323c6035c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.944678 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befdf073-d7d4-4aac-ba51-812323c6035c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:38.945624 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-befdf073-d7d4-4aac-ba51-812323c6035c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.954226 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] For port 6d6f3bfc-b0aa-4c10-9287-1216016d5045, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:38.957753 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] For port 6d6f3bfc-b0aa-4c10-9287-1216016d5045, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=6d6f3bfc-b0aa-4c10-9287-1216016d5045,segment=NetworkSegment(836dcd0a-02d6-4d48-97ff-60a9cc1913b3),segment_id=836dcd0a-02d6-4d48-97ff-60a9cc1913b3)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:03:38.965128 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:38.977947 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7712c7cb-967c-4b88-a024-b035f0167a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for subnet, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:39.043945 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccb504-6102-4ba9-a898-dd7d7d1afd43 None None] Pushing event updated for resources: {'Port': ['ID=6d6f3bfc-b0aa-4c10-9287-1216016d5045,revision_number=2']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:39.076211 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-befdf073-d7d4-4aac-ba51-812323c6035c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3300838 Aug 16 13:03:39.079925 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 36726) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:39.089391 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-6f89a4b6-73e9-44cb-a74d-8296ea4ac33b admin admin] Request body: {'subnet': {'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1374076329-subnet', 'tenant_id': '49abdb5182444a8ab635e34dda44fd9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:39.103046 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-86926d93-48a3-4dcc-90b1-b7cef79a6ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for subnet, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:39.104072 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befdf073-d7d4-4aac-ba51-812323c6035c admin admin] Pushing event updated for resources: {'Network': ['ID=7cc19dd6-126c-4a2e-8fd7-b756f1855acc,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:39.117780 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:03:39.128581 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712c7cb-967c-4b88-a024-b035f0167a3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:39.142557 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6bbec70a-8667-403b-a634-57866b1cda21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for subnet, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:39.150282 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f89a4b6-73e9-44cb-a74d-8296ea4ac33b admin admin] Made reservation on behalf of 49abdb5182444a8ab635e34dda44fd9c for: {'subnet': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:39.152617 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6f89a4b6-73e9-44cb-a74d-8296ea4ac33b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:39.194556 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7712c7cb-967c-4b88-a024-b035f0167a3d admin admin] Checking segment: {'id': '61f28b65-f76f-4a43-bd40-1ae4e02b6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:39.194556 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7712c7cb-967c-4b88-a024-b035f0167a3d admin admin] Network hostable DHCP agents. Network: 0f5346d6-5894-47ff-bb0d-27a8e17e988b, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:03:39.228053 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86926d93-48a3-4dcc-90b1-b7cef79a6ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a34715e-16db-490b-b147-81ef16ffb5fd,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:39.241566 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86926d93-48a3-4dcc-90b1-b7cef79a6ee4 admin admin] Checking segment: {'id': '65810606-55c3-44a7-9e61-1e7601be827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:39.241932 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86926d93-48a3-4dcc-90b1-b7cef79a6ee4 admin admin] Network hostable DHCP agents. Network: a6191893-b7d5-474d-8040-4bf12149b722, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:03:39.306175 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7712c7cb-967c-4b88-a024-b035f0167a3d admin admin] Network 0f5346d6-5894-47ff-bb0d-27a8e17e988b is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:03:39.338670 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbec70a-8667-403b-a634-57866b1cda21 admin admin] Checking segment: {'id': '18be70b9-85b4-4acd-899d-d27fc19fefa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '038faf47-d060-4af4-a209-fdf781b3d4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:39.339249 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbec70a-8667-403b-a634-57866b1cda21 admin admin] Network hostable DHCP agents. Network: 038faf47-d060-4af4-a209-fdf781b3d4c1, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:03:39.341503 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-7712c7cb-967c-4b88-a024-b035f0167a3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, 0f5346d6-5894-47ff-bb0d-27a8e17e988b) {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:39.349722 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbec70a-8667-403b-a634-57866b1cda21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9babbcb2-f272-473c-86d3-9a40d7ac8810,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:39.354013 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d83db1d-5655-4194-b4f8-29954a19415c None None] Network 0f5346d6-5894-47ff-bb0d-27a8e17e988b requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:03:39.380525 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7712c7cb-967c-4b88-a024-b035f0167a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:39.381457 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7712c7cb-967c-4b88-a024-b035f0167a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:39.394595 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86926d93-48a3-4dcc-90b1-b7cef79a6ee4 admin admin] Network a6191893-b7d5-474d-8040-4bf12149b722 is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:03:39.417795 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-7712c7cb-967c-4b88-a024-b035f0167a3d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3059528 Aug 16 13:03:39.418017 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 36730) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:39.421056 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-86926d93-48a3-4dcc-90b1-b7cef79a6ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, a6191893-b7d5-474d-8040-4bf12149b722) {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:39.430177 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86926d93-48a3-4dcc-90b1-b7cef79a6ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:39.430177 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-86926d93-48a3-4dcc-90b1-b7cef79a6ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:39.435518 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:39.439845 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c101cd-c711-4a72-8333-9124c0696b0c None None] Network a6191893-b7d5-474d-8040-4bf12149b722 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:03:39.441555 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbec70a-8667-403b-a634-57866b1cda21 admin admin] Network 038faf47-d060-4af4-a209-fdf781b3d4c1 is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:03:39.448489 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-6bbec70a-8667-403b-a634-57866b1cda21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, 038faf47-d060-4af4-a209-fdf781b3d4c1) {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:39.453383 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbec70a-8667-403b-a634-57866b1cda21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:39.454050 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6bbec70a-8667-403b-a634-57866b1cda21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:39.461284 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-86926d93-48a3-4dcc-90b1-b7cef79a6ee4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0369368 Aug 16 13:03:39.463077 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36732) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:39.468067 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-996842450-router', 'tenant_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:39.489077 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f7c215-c649-41c8-b0bf-96cd700f029d None None] Network 038faf47-d060-4af4-a209-fdf781b3d4c1 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:03:39.529091 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:39.551223 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-6bbec70a-8667-403b-a634-57866b1cda21 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0050089 Aug 16 13:03:39.564351 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:39.566278 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-251363'] for router, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:39.567329 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-251290'] for router, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:39.573750 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6f89a4b6-73e9-44cb-a74d-8296ea4ac33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for subnet, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:39.574817 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-251363'] for router, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:39.576938 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-251290'] for router, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:39.680030 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:39.786428 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c834d08-6622-59ef-acb9-b6c12d82e276-0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1'}]}} from dv-cinder-804698-2-iscsi. {{(pid=94055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:03:39.787316 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:39.850661 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89a4b6-73e9-44cb-a74d-8296ea4ac33b admin admin] Checking segment: {'id': 'cf6d433d-f80a-4563-b3b3-b630b12e95a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:39.851105 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f89a4b6-73e9-44cb-a74d-8296ea4ac33b admin admin] Network hostable DHCP agents. Network: 7cc19dd6-126c-4a2e-8fd7-b756f1855acc, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:03:39.909353 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:39.940431 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c5ec66-aa7d-40bb-a558-211a066dda73 None None] Network a6191893-b7d5-474d-8040-4bf12149b722 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:03:39.996040 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:40.045093 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36784) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:40.050668 dv-cinder-804698-2-iscsi neutron-server[94053]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 13:03:40.083996 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8b1b47-8bf0-4f6b-a549-58ba75198cfd None None] Network 038faf47-d060-4af4-a209-fdf781b3d4c1 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:03:40.131739 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89a4b6-73e9-44cb-a74d-8296ea4ac33b admin admin] Pushing event updated for resources: {'Subnet': ['ID=957e0498-9090-4243-9332-9dea676ee25f,revision_number=0']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:40.238907 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f89a4b6-73e9-44cb-a74d-8296ea4ac33b admin admin] Network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:03:40.317351 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] Allocated IP 172.27.3.195 (dd0d50ff-d8a0-439f-a316-3d03b34bea63/fc8a6ada-9b26-423b-a24f-6b1bb332a099/6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:40.350059 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-00bed1f1-e012-4e10-bf45-9b8a149cf154 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:40.351791 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-00bed1f1-e012-4e10-bf45-9b8a149cf154 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/networks?id=038faf47-d060-4af4-a209-fdf781b3d4c1 HTTP/1.1" status: 200 len: 812 time: 0.3029299 Aug 16 13:03:40.399364 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-e20addc7-4752-40df-87d1-0a8b46a9f93e tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/quotas/bd24fed7a34c46c6b7de604ed4be5573 HTTP/1.1" status: 200 len: 375 time: 0.0398777 Aug 16 13:03:40.443273 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.db_base_plugin_common [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Allocated IP 172.20.0.2 (0f5346d6-5894-47ff-bb0d-27a8e17e988b/ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1/935150cb-ccbb-4184-ab27-fddc5025ad9e) {{(pid=94055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:40.496301 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee1eff3-2847-4fa0-9e2a-de3b853b918a None None] Network b120bbf0-0985-452a-bb3e-65b335150f39 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:03:40.511330 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-f2ed7b9e-fa84-4e26-8757-3c0284651915 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd24fed7a34c46c6b7de604ed4be5573&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1052189 Aug 16 13:03:40.534993 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-6f89a4b6-73e9-44cb-a74d-8296ea4ac33b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, 7cc19dd6-126c-4a2e-8fd7-b756f1855acc) {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:40.552332 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f89a4b6-73e9-44cb-a74d-8296ea4ac33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:40.553244 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6f89a4b6-73e9-44cb-a74d-8296ea4ac33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:40.574722 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780ae0b8-4865-4c7b-9ffe-7108ad76821c None None] Network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:03:40.610179 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:40.743629 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-6f89a4b6-73e9-44cb-a74d-8296ea4ac33b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6624544 Aug 16 13:03:40.835905 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2effa69-f62f-4904-a49a-f916e9dc32a4 None None] Network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:03:40.925546 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:40.933851 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-d41ba83c-f2ab-42ff-8cb1-975c5b84359c None None] Provisioning for port 6d6f3bfc-b0aa-4c10-9287-1216016d5045 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:41.001029 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.007835 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 6d6f3bfc-b0aa-4c10-9287-1216016d5045 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:41.022735 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.043510 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-2ac1a330-ed42-4e54-aebc-9a45d9103257 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:03:41.045072 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-2ac1a330-ed42-4e54-aebc-9a45d9103257 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0685952 Aug 16 13:03:41.128108 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.227094 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:41.237921 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 36844) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:41.243666 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:41.246381 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:41.250607 dv-cinder-804698-2-iscsi neutron-server[94054]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 13:03:41.274543 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-4870301c-99a4-4180-a54a-a96f79848611 service neutron] 10.222.0.20 "GET /v2.0/networks/038faf47-d060-4af4-a209-fdf781b3d4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925337 Aug 16 13:03:41.276897 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] Allocated IP 172.27.3.62 (dd0d50ff-d8a0-439f-a316-3d03b34bea63/fc8a6ada-9b26-423b-a24f-6b1bb332a099/b8aa2e42-534a-4831-9df4-646ed47e2791) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:41.366454 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Notify callbacks [] for port, precommit_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.370576 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] Pushing event updated for resources: {'Port': ['ID=6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:41.397557 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Transition to ACTIVE for port object 935150cb-ccbb-4184-ab27-fddc5025ad9e will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:41.430076 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port 6d6f3bfc-b0aa-4c10-9287-1216016d5045 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:41.433847 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Transition to ACTIVE for port object 935150cb-ccbb-4184-ab27-fddc5025ad9e will not be triggered until provisioned by entity DHCP. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:41.439381 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 6d6f3bfc-b0aa-4c10-9287-1216016d5045 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:41.439578 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.448758 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-ab1c4a53-f1c1-4ad2-886d-058ad171c3df service neutron] 10.222.0.20 "GET /v2.0/networks/038faf47-d060-4af4-a209-fdf781b3d4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732540 Aug 16 13:03:41.467773 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.490867 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.550042 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.554672 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Network 0f5346d6-5894-47ff-bb0d-27a8e17e988b is already hosted by enough agents. {{(pid=94055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:41.558830 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Pushing event updated for resources: {'Port': ['ID=935150cb-ccbb-4184-ab27-fddc5025ad9e,revision_number=1']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:41.563221 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.base_scheduler [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Resources bound (agent type, host, resource id): {{(pid=94055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:41.570601 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Received port after_create {{(pid=94055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:41.597343 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:41.602771 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:41.606787 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:41.673750 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.675673 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Attempting to bind port 935150cb-ccbb-4184-ab27-fddc5025ad9e on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:41.676036 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Attempting to bind port 935150cb-ccbb-4184-ab27-fddc5025ad9e by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '61f28b65-f76f-4a43-bd40-1ae4e02b6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:41.676392 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Attempting to bind port 935150cb-ccbb-4184-ab27-fddc5025ad9e on network 0f5346d6-5894-47ff-bb0d-27a8e17e988b {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:41.692670 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:03:41.693052 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Checking segment: {'id': '61f28b65-f76f-4a43-bd40-1ae4e02b6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:41.693451 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.693849 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Bound using segment: {'id': '61f28b65-f76f-4a43-bd40-1ae4e02b6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:03:41.694322 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Bound port: 935150cb-ccbb-4184-ab27-fddc5025ad9e, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f28b65-f76f-4a43-bd40-1ae4e02b6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:03:41.694721 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.725753 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-7ae657dc-57bf-49b2-8963-e558ea06baf6 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:41.730264 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-7ae657dc-57bf-49b2-8963-e558ea06baf6 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/networks?id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc HTTP/1.1" status: 200 len: 815 time: 0.4812605 Aug 16 13:03:41.746241 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.766439 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port 6d6f3bfc-b0aa-4c10-9287-1216016d5045, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=6d6f3bfc-b0aa-4c10-9287-1216016d5045,segment=NetworkSegment(836dcd0a-02d6-4d48-97ff-60a9cc1913b3),segment_id=836dcd0a-02d6-4d48-97ff-60a9cc1913b3)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:41.780765 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] Pushing event updated for resources: {'Port': ['ID=b8aa2e42-534a-4831-9df4-646ed47e2791,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:41.831240 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.887708 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.894261 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-5e31f641-eeb6-44a6-9553-471992c670a5 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/quotas/49abdb5182444a8ab635e34dda44fd9c HTTP/1.1" status: 200 len: 375 time: 0.1568825 Aug 16 13:03:41.910232 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-410f7799-69c1-47a6-833b-9e06060ffa0f None None] Provisioning complete for port 6d6f3bfc-b0aa-4c10-9287-1216016d5045 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:41.911678 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-410f7799-69c1-47a6-833b-9e06060ffa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:41.954148 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] For port 935150cb-ccbb-4184-ab27-fddc5025ad9e, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:41.975883 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] For port 935150cb-ccbb-4184-ab27-fddc5025ad9e, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=935150cb-ccbb-4184-ab27-fddc5025ad9e,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:03:41.976963 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=6d6f3bfc-b0aa-4c10-9287-1216016d5045,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:41.988176 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.013436 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-71d0e8f6-cae8-45d9-87b3-35b217bfa3fd tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=49abdb5182444a8ab635e34dda44fd9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862377 Aug 16 13:03:42.014878 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.091002 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-06953859-74ca-4185-ae3c-c55d64430840 req-b9979c3a-41fb-469e-a1e0-f73877c23552 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 210 time: 0.1638372 Aug 16 13:03:42.204028 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.211864 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-7a23fcab-24b0-4dc1-b2a2-e7f368118822 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:03:42.213330 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-7a23fcab-24b0-4dc1-b2a2-e7f368118822 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1122150 Aug 16 13:03:42.231809 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbe15d-f957-40a5-9f9c-6ce7fc7abf48 None None] Pushing event updated for resources: {'Port': ['ID=935150cb-ccbb-4184-ab27-fddc5025ad9e,revision_number=2']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:42.500999 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] Allocated IP 172.27.3.70 (dd0d50ff-d8a0-439f-a316-3d03b34bea63/fc8a6ada-9b26-423b-a24f-6b1bb332a099/46e40e11-27a8-4bb8-8c3f-654827800948) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:42.539701 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726049'] for router, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:42.760738 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 36910) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:42.904485 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36916) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:42.937728 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] Router 96e347c2-6300-4490-80f8-e5af242b6f1a is scheduled to L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 with binding_index 1 {{(pid=94053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:03:42.994126 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-a96991b9-3519-494b-b2d3-972c4f95d8d3 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6867044 Aug 16 13:03:43.085632 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 6d6f3bfc-b0aa-4c10-9287-1216016d5045 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:43.152120 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-21add1eb-bb65-4995-8bd7-6cf49df3518c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.182033 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 6d6f3bfc-b0aa-4c10-9287-1216016d5045 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:43.182559 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.206536 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-29678914-cd42-4073-b59c-d04220e93756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.211114 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.237889 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cfbbe6da-c411-48a1-af16-685380dd5200 req-b34dd6a6-36a8-4cc5-86cc-986de7b48ad4 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 210 time: 0.0333428 Aug 16 13:03:43.244409 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:03:43.253577 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726049'] for router, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.257172 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Sync routers for ids ['96e347c2-6300-4490-80f8-e5af242b6f1a'] in dv-cinder-804698-2-iscsi {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:03:43.290174 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-1df3ecbe-b425-4120-ac95-15a742600f7d service neutron] 10.222.0.20 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845559 Aug 16 13:03:43.297010 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Routers {'96e347c2-6300-4490-80f8-e5af242b6f1a'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:43.306628 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 935150cb-ccbb-4184-ab27-fddc5025ad9e up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:43.309976 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:03:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['96e347c2-6300-4490-80f8-e5af242b6f1a'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:43.376801 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port 935150cb-ccbb-4184-ab27-fddc5025ad9e completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:43.392775 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-21add1eb-bb65-4995-8bd7-6cf49df3518c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.410017 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-21add1eb-bb65-4995-8bd7-6cf49df3518c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.477665 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21add1eb-bb65-4995-8bd7-6cf49df3518c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdb0e08-9a65-4ec0-b37a-96b5a6dc27d2,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:43.491571 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] Notify callbacks [] for router, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.493321 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-607b1091-d6cc-42bd-a6a8-75622c797eee admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0293059 Aug 16 13:03:43.497140 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36928) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:43.518574 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.525888 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Set router 96e347c2-6300-4490-80f8-e5af242b6f1a gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:03:43.606946 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:43.629350 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:43.654339 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:43.669569 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] Pushing event updated for resources: {'Port': ['ID=46e40e11-27a8-4bb8-8c3f-654827800948,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:43.681281 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-21add1eb-bb65-4995-8bd7-6cf49df3518c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92c5e77ee6c648a0880e44d4dc9ed465&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7759593 Aug 16 13:03:43.684428 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36940) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:43.764197 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2037c2-b28e-4e78-8260-1777db57b9aa None None] Network 0f5346d6-5894-47ff-bb0d-27a8e17e988b requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:03:43.848887 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-e0eb1753-564f-47eb-a5d4-4f76a076b995 None None] Provisioning for port 935150cb-ccbb-4184-ab27-fddc5025ad9e completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:43.860194 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-e0eb1753-564f-47eb-a5d4-4f76a076b995 None None] Provisioning complete for port 935150cb-ccbb-4184-ab27-fddc5025ad9e triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:43.860957 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e0eb1753-564f-47eb-a5d4-4f76a076b995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.866857 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-29678914-cd42-4073-b59c-d04220e93756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.870376 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] Router 25a54772-6d0c-44c3-ab45-360faf927419 is scheduled to L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 with binding_index 1 {{(pid=94054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:03:43.888079 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-29678914-cd42-4073-b59c-d04220e93756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:43.930433 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e347c2-6300-4490-80f8-e5af242b6f1a', 'name': 'tempest-ServerRescueNegativeTestJSON-996842450-router', 'tenant_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b8aa2e42-534a-4831-9df4-646ed47e2791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:41Z', 'revision_number': 3, 'project_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'gw_port': {'id': 'b8aa2e42-534a-4831-9df4-646ed47e2791', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:df:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e347c2-6300-4490-80f8-e5af242b6f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:43.963216 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Checking router: 96e347c2-6300-4490-80f8-e5af242b6f1a for host: dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:03:43.963896 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Updating router 96e347c2-6300-4490-80f8-e5af242b6f1a port b8aa2e42-534a-4831-9df4-646ed47e2791 binding host dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:03:43.992345 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.107497 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fb184c38-6dad-4d9f-b425-d38783939b1c req-3665f23c-6e5e-4bcf-8ab2-1dee8dd0ea2e tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 210 time: 0.0504906 Aug 16 13:03:44.145032 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-29678914-cd42-4073-b59c-d04220e93756 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57891c77081048159a1ab3de449268bf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3785465 Aug 16 13:03:44.151648 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36960) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:44.177816 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29678914-cd42-4073-b59c-d04220e93756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e208a86-e702-49f5-bcaf-36b5134e7997,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:44.197322 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.321579 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a32ab74e-dbf3-415a-abe7-54bdaa6f363c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.385379 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7754-dc52-4ec2-bef6-a6dff39b2a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.409782 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e0eb1753-564f-47eb-a5d4-4f76a076b995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.439707 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a32ab74e-dbf3-415a-abe7-54bdaa6f363c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.443463 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.455982 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Transition to ACTIVE for port object b8aa2e42-534a-4831-9df4-646ed47e2791 will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:44.474281 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.509331 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:03:44.534506 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Attempting to bind port b8aa2e42-534a-4831-9df4-646ed47e2791 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:44.535259 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Attempting to bind port b8aa2e42-534a-4831-9df4-646ed47e2791 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:44.535979 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Attempting to bind port b8aa2e42-534a-4831-9df4-646ed47e2791 on network dd0d50ff-d8a0-439f-a316-3d03b34bea63 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:44.539619 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Sync routers for ids ['25a54772-6d0c-44c3-ab45-360faf927419'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:03:44.581579 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:03:44.582942 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7754-dc52-4ec2-bef6-a6dff39b2a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.594179 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Checking segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:44.594799 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.595277 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Bound using segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:03:44.595903 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Bound port: b8aa2e42-534a-4831-9df4-646ed47e2791, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:03:44.596378 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.615657 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-e0eb1753-564f-47eb-a5d4-4f76a076b995 None None] For port 935150cb-ccbb-4184-ab27-fddc5025ad9e, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=935150cb-ccbb-4184-ab27-fddc5025ad9e,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:44.618194 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Routers {'25a54772-6d0c-44c3-ab45-360faf927419'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:44.620041 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:03:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['25a54772-6d0c-44c3-ab45-360faf927419'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:44.636873 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e0eb1753-564f-47eb-a5d4-4f76a076b995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.663519 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.667396 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-1bc28dc3-e0c4-46ce-a47a-d88bc6d9c7f8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1576586 Aug 16 13:03:44.731392 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 36986) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:44.744249 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] For port b8aa2e42-534a-4831-9df4-646ed47e2791, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:44.754960 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] For port b8aa2e42-534a-4831-9df4-646ed47e2791, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=b8aa2e42-534a-4831-9df4-646ed47e2791,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:03:44.773523 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c13881fe-4bdb-41af-b0e5-0aa40cc32720 req-c0c8a324-1a80-4ea6-8776-a98cfb670d44 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 210 time: 0.1714735 Aug 16 13:03:44.831550 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ed48e-9a1c-4919-9959-e07d31761749 None None] Pushing event updated for resources: {'Port': ['ID=b8aa2e42-534a-4831-9df4-646ed47e2791,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:44.849730 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed48e-9a1c-4919-9959-e07d31761749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:44.850434 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed48e-9a1c-4919-9959-e07d31761749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:44.851953 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed48e-9a1c-4919-9959-e07d31761749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:44.854274 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed48e-9a1c-4919-9959-e07d31761749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:44.854841 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed48e-9a1c-4919-9959-e07d31761749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:44.855428 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed48e-9a1c-4919-9959-e07d31761749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:44.856118 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed48e-9a1c-4919-9959-e07d31761749 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:44.858265 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed48e-9a1c-4919-9959-e07d31761749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:44.859227 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed48e-9a1c-4919-9959-e07d31761749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:44.860760 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed48e-9a1c-4919-9959-e07d31761749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:44.861301 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed48e-9a1c-4919-9959-e07d31761749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:44.862582 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed48e-9a1c-4919-9959-e07d31761749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed48e-9a1c-4919-9959-e07d31761749 None None] Tracked resource versions report: Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: pushed versions: Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: { 'AddressGroup': {'1.2'}, Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'ConntrackHelper': {'1.0'}, Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Log': {'1.0'}, Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Network': {'1.1'}, Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Port': {'1.7'}, Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'PortForwarding': {'1.2'}, Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'QosPolicy': {'1.9'}, Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'SecurityGroup': {'1.4'}, Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'SecurityGroupRule': {'1.2'}, Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'SubPort': {'1.0'}, Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Subnet': {'1.1'}, Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Trunk': {'1.1'}} Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: consumer versions: Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: { DHCP agent@dv-cinder-804698-2-iscsi: {}, Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: HyperV agent@hv-cinder-80469: {}, Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: L3 agent@dv-cinder-804698-2-iscsi: {}, Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: Metadata agent@dv-cinder-804698-2-iscsi: {}, Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: Metering agent@dv-cinder-804698-2-iscsi: {}, Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: Open vSwitch agent@dv-cinder-804698-2-iscsi: { 'AddressGroup': '1.2', Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'ConntrackHelper': '1.0', Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Log': '1.0', Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Network': '1.1', Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Port': '1.7', Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'PortForwarding': '1.2', Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'QosPolicy': '1.9', Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'SecurityGroup': '1.4', Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'SecurityGroupRule': '1.2', Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'SubPort': '1.0', Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Subnet': '1.1', Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: 'Trunk': '1.1'}} Aug 16 13:03:44.865492 dv-cinder-804698-2-iscsi neutron-server[94056]: {{(pid=94056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 13:03:44.877888 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb1753-564f-47eb-a5d4-4f76a076b995 None None] Pushing event updated for resources: {'Port': ['ID=935150cb-ccbb-4184-ab27-fddc5025ad9e,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:44.880761 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.919215 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726049'] for router, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:44.995253 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Routers {'96e347c2-6300-4490-80f8-e5af242b6f1a'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:44.996336 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:03:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['96e347c2-6300-4490-80f8-e5af242b6f1a'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:45.048490 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ed48e-9a1c-4919-9959-e07d31761749 None None] Pushing event updated for resources: {'Port': ['ID=b8aa2e42-534a-4831-9df4-646ed47e2791,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:45.062485 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Set router 25a54772-6d0c-44c3-ab45-360faf927419 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:03:45.189524 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] Router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 is scheduled to L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 with binding_index 1 {{(pid=94054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:03:45.232024 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] Set router 96e347c2-6300-4490-80f8-e5af242b6f1a gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:03:45.233033 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a32ab74e-dbf3-415a-abe7-54bdaa6f363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.235733 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a32ab74e-dbf3-415a-abe7-54bdaa6f363c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.236878 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-a32ab74e-dbf3-415a-abe7-54bdaa6f363c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bcdb0e08-9a65-4ec0-b37a-96b5a6dc27d2 HTTP/1.1" status: 204 len: 168 time: 1.5513837 Aug 16 13:03:45.262493 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-106963ec-d888-4059-a897-ed74243a5d89 req-5c4a7f28-98a6-45e3-b6cd-cfe705033ea6 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 210 time: 0.0693679 Aug 16 13:03:45.271261 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bebacc38-2ff0-4b35-b506-dcc60f09270f None None] Provisioning complete for port 935150cb-ccbb-4184-ab27-fddc5025ad9e triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:45.284394 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bebacc38-2ff0-4b35-b506-dcc60f09270f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.375990 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ab74e-dbf3-415a-abe7-54bdaa6f363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdb0e08-9a65-4ec0-b37a-96b5a6dc27d2,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:45.380889 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7754-dc52-4ec2-bef6-a6dff39b2a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.395392 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7754-dc52-4ec2-bef6-a6dff39b2a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.396521 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-4c7f7754-dc52-4ec2-bef6-a6dff39b2a78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e208a86-e702-49f5-bcaf-36b5134e7997 HTTP/1.1" status: 204 len: 168 time: 1.2339776 Aug 16 13:03:45.466363 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:03:41Z', 'revision_number': 3, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port': {'id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:45.498800 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Checking router: 25a54772-6d0c-44c3-ab45-360faf927419 for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:03:45.499422 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Updating router 25a54772-6d0c-44c3-ab45-360faf927419 port 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd binding host dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:03:45.549986 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:45.557632 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f7754-dc52-4ec2-bef6-a6dff39b2a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e208a86-e702-49f5-bcaf-36b5134e7997,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:45.738186 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e347c2-6300-4490-80f8-e5af242b6f1a', 'name': 'tempest-ServerRescueNegativeTestJSON-996842450-router', 'tenant_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b8aa2e42-534a-4831-9df4-646ed47e2791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:41Z', 'revision_number': 3, 'project_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'gw_port': {'id': 'b8aa2e42-534a-4831-9df4-646ed47e2791', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:df:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e347c2-6300-4490-80f8-e5af242b6f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:45.799272 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c4de40-cc5e-4d5c-8493-b78c0692520a None None] The sync data for ids ['96e347c2-6300-4490-80f8-e5af242b6f1a'] in dv-cinder-804698-2-iscsi is: [{'id': '96e347c2-6300-4490-80f8-e5af242b6f1a', 'name': 'tempest-ServerRescueNegativeTestJSON-996842450-router', 'tenant_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b8aa2e42-534a-4831-9df4-646ed47e2791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:41Z', 'revision_number': 3, 'project_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'gw_port': {'id': 'b8aa2e42-534a-4831-9df4-646ed47e2791', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:df:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e347c2-6300-4490-80f8-e5af242b6f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}] {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:03:45.883896 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:03:45.899413 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Sync routers for ids ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'] in dv-cinder-804698-2-iscsi {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:03:45.921179 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.61', 51551) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:45.937616 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Routers {'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:45.941881 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:03:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:46.232318 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-06cabec1-b738-44bf-a4cc-db0d3303256b tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:46.232968 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-06cabec1-b738-44bf-a4cc-db0d3303256b tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.61 "GET /v2.0/networks?id=038faf47-d060-4af4-a209-fdf781b3d4c1 HTTP/1.1" status: 200 len: 812 time: 0.3179026 Aug 16 13:03:46.233966 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] Notify callbacks [] for router, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:46.235531 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-b567104a-762f-4bd0-b1ef-8cc2681023bb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8149314 Aug 16 13:03:46.244122 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 37048) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:46.357878 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3e299123-f7b4-482e-bb89-4bc33e57d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:46.360692 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Notify callbacks [] for port, precommit_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:46.364831 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 37056) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:46.402395 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Transition to ACTIVE for port object 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:46.415857 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:46.454312 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-75d91ab2-9c7b-4c65-9e75-f7e2ff9823a5 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Request body: {'port': {'device_id': '2309612e-d1ba-4e9c-9a74-ade22b8488f5', 'network_id': '038faf47-d060-4af4-a209-fdf781b3d4c1', 'admin_state_up': True, 'tenant_id': 'bd24fed7a34c46c6b7de604ed4be5573'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:46.489293 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Set router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:03:46.496949 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5e84cf9f-db1b-46b8-a4e9-ab891720cacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:46.574391 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:46.834622 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5e84cf9f-db1b-46b8-a4e9-ab891720cacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:46.839852 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec0233-e69a-4c9f-aba8-e47f8d84740b None None] Pushing event updated for resources: {'Port': ['ID=6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd,revision_number=2']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:46.898903 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Attempting to bind port 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:46.899295 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Attempting to bind port 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:46.899682 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Attempting to bind port 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd on network dd0d50ff-d8a0-439f-a316-3d03b34bea63 {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:46.911925 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.61', 51558) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:46.912193 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4883939d-023e-4a08-97c5-d89b86058214 req-24a4e30a-a9f6-40f6-8959-d69f5146b020 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 210 time: 0.7134733 Aug 16 13:03:46.917348 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-75d91ab2-9c7b-4c65-9e75-f7e2ff9823a5 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Made reservation on behalf of bd24fed7a34c46c6b7de604ed4be5573 for: {'port': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:46.932700 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-648a32d3-d10f-4b97-b470-dbcdea47788e req-4cd231d1-8a3a-45d7-8af5-b665602a143a tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 210 time: 0.0961382 Aug 16 13:03:46.934829 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:03:46.949965 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5e84cf9f-db1b-46b8-a4e9-ab891720cacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:46.955531 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Checking segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:46.956061 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:46.956478 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Bound using segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:03:46.957012 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Bound port: 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:03:46.958695 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:46.964643 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-75d91ab2-9c7b-4c65-9e75-f7e2ff9823a5 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:47.064099 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-5e84cf9f-db1b-46b8-a4e9-ab891720cacc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13220f0eb0a943c5baf3500470b51d07&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6979592 Aug 16 13:03:47.064892 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:43Z', 'revision_number': 3, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:47.069097 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 37088) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:47.080587 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84cf9f-db1b-46b8-a4e9-ab891720cacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f764cc-d4a6-4d8e-9c8b-1bb32a511cb0,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:47.095306 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] For port 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:47.099691 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] For port 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:03:47.108621 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:47.158374 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Checking router: f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 for host: dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:03:47.158728 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Updating router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 port 46e40e11-27a8-4bb8-8c3f-654827800948 binding host dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:03:47.210146 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Routers {'25a54772-6d0c-44c3-ab45-360faf927419'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:47.211535 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:03:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['25a54772-6d0c-44c3-ab45-360faf927419'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:47.225151 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 935150cb-ccbb-4184-ab27-fddc5025ad9e up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:47.248142 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:47.426612 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] Set router 25a54772-6d0c-44c3-ab45-360faf927419 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:03:47.607438 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-ce85dd0e-f197-4519-87bc-556b12b50d80 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:47.615100 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-ce85dd0e-f197-4519-87bc-556b12b50d80 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.61 "GET /v2.0/networks?id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc HTTP/1.1" status: 200 len: 815 time: 0.6813591 Aug 16 13:03:47.640661 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-75d91ab2-9c7b-4c65-9e75-f7e2ff9823a5 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Allocated IP 172.20.0.7 (038faf47-d060-4af4-a209-fdf781b3d4c1/9babbcb2-f272-473c-86d3-9a40d7ac8810/086cdaa8-b9b5-491a-ae8e-4355342d2e24) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:47.700858 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec0233-e69a-4c9f-aba8-e47f8d84740b None None] Pushing event updated for resources: {'Port': ['ID=6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:47.907235 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 935150cb-ccbb-4184-ab27-fddc5025ad9e triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:47.907907 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:47.962878 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-3e299123-f7b4-482e-bb89-4bc33e57d3c2 admin admin] Allocated IP 172.20.0.1 (a6191893-b7d5-474d-8040-4bf12149b722/7a34715e-16db-490b-b147-81ef16ffb5fd/d2797059-6f68-4e77-a9ef-5ed9fcea1588) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:47.967549 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:48.012282 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Transition to ACTIVE for port object 46e40e11-27a8-4bb8-8c3f-654827800948 will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:48.075632 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:48.140082 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e57d507c-af7a-4e6a-ab80-df16a51b961c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:48.167393 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b12c3d-8627-46c8-954f-69706de66f4f None None] Pushing event updated for resources: {'Port': ['ID=46e40e11-27a8-4bb8-8c3f-654827800948,revision_number=2']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:48.181454 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Attempting to bind port 46e40e11-27a8-4bb8-8c3f-654827800948 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:48.182325 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Attempting to bind port 46e40e11-27a8-4bb8-8c3f-654827800948 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:48.183131 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Attempting to bind port 46e40e11-27a8-4bb8-8c3f-654827800948 on network dd0d50ff-d8a0-439f-a316-3d03b34bea63 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:48.193034 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:03:48.194099 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Checking segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:48.194804 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:48.195857 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Bound using segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:03:48.196816 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Bound port: 46e40e11-27a8-4bb8-8c3f-654827800948, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:03:48.197223 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:48.267993 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] For port 46e40e11-27a8-4bb8-8c3f-654827800948, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:48.275057 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] For port 46e40e11-27a8-4bb8-8c3f-654827800948, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=46e40e11-27a8-4bb8-8c3f-654827800948,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:03:48.283043 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:48.357089 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b12c3d-8627-46c8-954f-69706de66f4f None None] Pushing event updated for resources: {'Port': ['ID=46e40e11-27a8-4bb8-8c3f-654827800948,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:48.366030 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device b8aa2e42-534a-4831-9df4-646ed47e2791 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:48.368535 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:03:41Z', 'revision_number': 3, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port': {'id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:48.408550 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Routers {'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:48.411772 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:03:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:48.416479 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e57d507c-af7a-4e6a-ab80-df16a51b961c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:48.453331 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-77fcecb7-c835-45e2-b8d0-5bd622309931 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Request body: {'port': {'device_id': 'c25898c7-55c2-4d74-aedf-e4d059781ded', 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc', 'admin_state_up': True, 'tenant_id': '49abdb5182444a8ab635e34dda44fd9c'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:48.473387 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7395684-8896-456f-9dfb-b23992a27366 None None] The sync data for ids ['25a54772-6d0c-44c3-ab45-360faf927419'] in dv-cinder-804698-2-iscsi is: [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:03:41Z', 'revision_number': 3, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port': {'id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:03:48.482537 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-75d91ab2-9c7b-4c65-9e75-f7e2ff9823a5 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:48.497157 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1ac30e7e-c8d3-4a18-aac6-bf7eb881907f req-09bb0f20-f4e9-4bc7-a9f3-f73b2fa159a5 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 210 time: 0.1582084 Aug 16 13:03:48.577495 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port b8aa2e42-534a-4831-9df4-646ed47e2791 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:48.583067 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port b8aa2e42-534a-4831-9df4-646ed47e2791 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:48.583477 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:48.799850 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] Set router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:03:48.894576 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-35a39e6b-2c3d-4842-a74b-c2331cc0405c req-52d12996-e7cd-4a81-9796-b8a7836390ac tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 210 time: 0.4371934 Aug 16 13:03:48.964592 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.182009 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e57d507c-af7a-4e6a-ab80-df16a51b961c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.182009 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e57d507c-af7a-4e6a-ab80-df16a51b961c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.182009 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-e57d507c-af7a-4e6a-ab80-df16a51b961c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04f764cc-d4a6-4d8e-9c8b-1bb32a511cb0 HTTP/1.1" status: 204 len: 168 time: 1.9371922 Aug 16 13:03:49.184087 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port b8aa2e42-534a-4831-9df4-646ed47e2791, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=b8aa2e42-534a-4831-9df4-646ed47e2791,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:49.184087 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.193592 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-75d91ab2-9c7b-4c65-9e75-f7e2ff9823a5 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.243311 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] Allocated IP 172.20.0.1 (b120bbf0-0985-452a-bb3e-65b335150f39/396e273c-25ea-422a-a322-cf3e6f91f4f2/1e4c2b92-478c-4248-9590-8cf0ac5a893d) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:49.245814 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=b8aa2e42-534a-4831-9df4-646ed47e2791,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:49.363675 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d507c-af7a-4e6a-ab80-df16a51b961c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f764cc-d4a6-4d8e-9c8b-1bb32a511cb0,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:49.413694 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.439713 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] Transition to ACTIVE for port object 1e4c2b92-478c-4248-9590-8cf0ac5a893d will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:49.486806 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:43Z', 'revision_number': 3, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:49.553550 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.575828 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-75d91ab2-9c7b-4c65-9e75-f7e2ff9823a5 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Network 038faf47-d060-4af4-a209-fdf781b3d4c1 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:49.600198 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa4947-ac45-454d-a10b-60bd5b24b7cc None None] The sync data for ids ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'] in dv-cinder-804698-2-iscsi is: [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:43Z', 'revision_number': 3, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}] {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:03:49.622161 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-75d91ab2-9c7b-4c65-9e75-f7e2ff9823a5 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:49.627473 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-75d91ab2-9c7b-4c65-9e75-f7e2ff9823a5 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:49.638239 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-75d91ab2-9c7b-4c65-9e75-f7e2ff9823a5 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:49.641437 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-75d91ab2-9c7b-4c65-9e75-f7e2ff9823a5 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for port, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.693210 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d91ab2-9c7b-4c65-9e75-f7e2ff9823a5 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Pushing event updated for resources: {'Port': ['ID=086cdaa8-b9b5-491a-ae8e-4355342d2e24,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:49.701580 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-77fcecb7-c835-45e2-b8d0-5bd622309931 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Made reservation on behalf of 49abdb5182444a8ab635e34dda44fd9c for: {'port': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:03:49.713309 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-77fcecb7-c835-45e2-b8d0-5bd622309931 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.723167 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3e299123-f7b4-482e-bb89-4bc33e57d3c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.726739 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] Network b120bbf0-0985-452a-bb3e-65b335150f39 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:49.746147 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] Pushing event updated for resources: {'Port': ['ID=1e4c2b92-478c-4248-9590-8cf0ac5a893d,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:49.750331 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:49.752973 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:49.753897 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701774'] for router_interface, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:49.910212 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-75d91ab2-9c7b-4c65-9e75-f7e2ff9823a5 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4741189 Aug 16 13:03:50.031905 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-ecbea1e3-eeff-4b3d-8798-583f87185755 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94054) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:03:50.032965 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-ecbea1e3-eeff-4b3d-8798-583f87185755 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0350721 Aug 16 13:03:50.215224 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105e610-7307-4e9a-8bad-23fa0a2a6618 req-a9bd617e-057a-4a4a-812e-4bc92f4e0303 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:50.216932 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e105e610-7307-4e9a-8bad-23fa0a2a6618 req-a9bd617e-057a-4a4a-812e-4bc92f4e0303 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 931 time: 0.5261919 Aug 16 13:03:50.360989 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-180a1f2f-6167-4e2c-926d-bebdbba557d1 None None] Provisioning for port 1e4c2b92-478c-4248-9590-8cf0ac5a893d completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:50.369177 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-180a1f2f-6167-4e2c-926d-bebdbba557d1 None None] Provisioning complete for port 1e4c2b92-478c-4248-9590-8cf0ac5a893d triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:50.369552 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-180a1f2f-6167-4e2c-926d-bebdbba557d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:50.445736 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-240d342f-bb16-44bf-8d7c-6c82e4793b93 req-21b2d0e6-6eca-497f-bede-c8f5d16c9d67 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 210 time: 0.3436306 Aug 16 13:03:50.495507 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e105e610-7307-4e9a-8bad-23fa0a2a6618 req-2eee8b1f-0735-44a5-8e40-60481f9d0981 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331803 Aug 16 13:03:50.535713 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-180a1f2f-6167-4e2c-926d-bebdbba557d1 None None] Port 1e4c2b92-478c-4248-9590-8cf0ac5a893d cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:03:50.620063 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3e299123-f7b4-482e-bb89-4bc33e57d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:50.721590 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 37160) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:50.871418 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e299123-f7b4-482e-bb89-4bc33e57d3c2 admin admin] Network a6191893-b7d5-474d-8040-4bf12149b722 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:50.892388 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-3e299123-f7b4-482e-bb89-4bc33e57d3c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:50.895321 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e299123-f7b4-482e-bb89-4bc33e57d3c2 admin admin] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:50.895871 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3e299123-f7b4-482e-bb89-4bc33e57d3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701774'] for router_interface, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:50.998670 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e299123-f7b4-482e-bb89-4bc33e57d3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d2797059-6f68-4e77-a9ef-5ed9fcea1588,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:51.004974 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.013499 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-77fcecb7-c835-45e2-b8d0-5bd622309931 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Allocated IP 172.20.0.3 (7cc19dd6-126c-4a2e-8fd7-b756f1855acc/957e0498-9090-4243-9332-9dea676ee25f/00361403-e865-4135-b1f4-98564508c3fd) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:51.039706 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Request body: {'port': {'device_id': '2309612e-d1ba-4e9c-9a74-ade22b8488f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:51.099027 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.445862 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.547093 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:51.630610 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.688105 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5e4b63c7-9ad6-4e8e-8285-819b2a056529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.702231 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e4cdecaf-2914-4809-8360-4b4a847ba3c7 req-4fe33db7-d35f-4691-9d4f-d6d033a64e91 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 210 time: 0.0585976 Aug 16 13:03:51.740767 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.770214 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.771181 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:51.771631 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701922'] for router_interface, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.778704 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:51.780973 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.979532 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:51.994871 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3e299123-f7b4-482e-bb89-4bc33e57d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:52.024817 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:52.033054 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:52.034250 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 46e40e11-27a8-4bb8-8c3f-654827800948 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:52.095703 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b651d59-5432-4f65-8d27-12fe403288d5 req-dbf924bb-6657-4a30-aa15-35ba703547fb tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:52.097467 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2b651d59-5432-4f65-8d27-12fe403288d5 req-dbf924bb-6657-4a30-aa15-35ba703547fb tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 931 time: 0.4474273 Aug 16 13:03:52.201512 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:52.221054 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port 46e40e11-27a8-4bb8-8c3f-654827800948 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:52.247284 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 46e40e11-27a8-4bb8-8c3f-654827800948 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:52.249443 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:52.258262 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] Allocated IP 172.20.0.1 (0f5346d6-5894-47ff-bb0d-27a8e17e988b/ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1/d15e5d5a-6959-471c-937c-24f096804470) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:52.312531 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5e4b63c7-9ad6-4e8e-8285-819b2a056529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:52.348187 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] Pushing event updated for resources: {'Port': ['ID=1e4c2b92-478c-4248-9590-8cf0ac5a893d,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:52.448612 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5e4b63c7-9ad6-4e8e-8285-819b2a056529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:52.449926 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:52.507192 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port 46e40e11-27a8-4bb8-8c3f-654827800948, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=46e40e11-27a8-4bb8-8c3f-654827800948,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:03:52.528946 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:52.531567 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device b8aa2e42-534a-4831-9df4-646ed47e2791 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:52.574453 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2b651d59-5432-4f65-8d27-12fe403288d5 req-98deae4e-3b23-43fe-b865-c94b4256f770 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273689 Aug 16 13:03:52.680099 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-5e4b63c7-9ad6-4e8e-8285-819b2a056529 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d927af53c3a542c0bb639f643d54c1ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9033473 Aug 16 13:03:52.691374 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 37200) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:52.758266 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=46e40e11-27a8-4bb8-8c3f-654827800948,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:52.767901 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port b8aa2e42-534a-4831-9df4-646ed47e2791 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:52.768434 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:52.815731 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:52.845844 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b63c7-9ad6-4e8e-8285-819b2a056529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86720ec5-d124-44e4-ae0f-42c84647ca92,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:52.865194 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] Transition to ACTIVE for port object d15e5d5a-6959-471c-937c-24f096804470 will not be triggered until provisioned by entity DHCP. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:52.939529 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-77fcecb7-c835-45e2-b8d0-5bd622309931 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:52.972929 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:52.991007 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-89fffc0b-447a-48ed-bead-d44db93b9f73 req-b497ee62-4eda-423b-9bc0-5adf51cafd3c tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 210 time: 0.1414132 Aug 16 13:03:53.010905 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] Network b120bbf0-0985-452a-bb3e-65b335150f39 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:53.017802 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:53.225519 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:53.259901 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] Network 0f5346d6-5894-47ff-bb0d-27a8e17e988b is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:53.281581 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086cdaa8-b9b5-491a-ae8e-4355342d2e24 {{(pid=94054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:03:53.309728 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:53.345323 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Transition to ACTIVE for port object 086cdaa8-b9b5-491a-ae8e-4355342d2e24 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:53.382644 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:53.406215 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:53.409060 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:53.409529 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:53.419496 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701774'] for router_interface, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:53.437962 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:53.637744 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-adbc0bc3-9cbc-41ab-8cdb-87fcdacb4e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:53.671596 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-91a0f73b-aefd-4408-80da-7c5cae37a671 None None] Provisioning complete for port 1e4c2b92-478c-4248-9590-8cf0ac5a893d triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:53.672180 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-91a0f73b-aefd-4408-80da-7c5cae37a671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:53.698449 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-adbc0bc3-9cbc-41ab-8cdb-87fcdacb4e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:53.804707 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3e299123-f7b4-482e-bb89-4bc33e57d3c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:53.822662 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] Router 25a54772-6d0c-44c3-ab45-360faf927419 has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:03:53.823484 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3e299123-f7b4-482e-bb89-4bc33e57d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:53.824246 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3e299123-f7b4-482e-bb89-4bc33e57d3c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701922'] for router_interface, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:53.856484 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 46e40e11-27a8-4bb8-8c3f-654827800948 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:53.866102 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-adbc0bc3-9cbc-41ab-8cdb-87fcdacb4e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:53.871834 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-adbc0bc3-9cbc-41ab-8cdb-87fcdacb4e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:53.877653 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-adbc0bc3-9cbc-41ab-8cdb-87fcdacb4e9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86720ec5-d124-44e4-ae0f-42c84647ca92 HTTP/1.1" status: 204 len: 168 time: 1.1802182 Aug 16 13:03:53.877653 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] Pushing event updated for resources: {'Port': ['ID=d15e5d5a-6959-471c-937c-24f096804470,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:53.932597 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-91a0f73b-aefd-4408-80da-7c5cae37a671 None None] Port 1e4c2b92-478c-4248-9590-8cf0ac5a893d cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:03:53.985409 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 46e40e11-27a8-4bb8-8c3f-654827800948 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:53.987799 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:53.990439 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-77fcecb7-c835-45e2-b8d0-5bd622309931 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:54.079040 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc0bc3-9cbc-41ab-8cdb-87fcdacb4e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86720ec5-d124-44e4-ae0f-42c84647ca92,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:54.186110 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-67984aad-c1f7-404a-8bd9-1eff94cac064 None None] Provisioning for port d15e5d5a-6959-471c-937c-24f096804470 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:03:54.199376 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-67984aad-c1f7-404a-8bd9-1eff94cac064 None None] Provisioning complete for port d15e5d5a-6959-471c-937c-24f096804470 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:54.199527 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e299123-f7b4-482e-bb89-4bc33e57d3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d2797059-6f68-4e77-a9ef-5ed9fcea1588,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:54.203446 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-67984aad-c1f7-404a-8bd9-1eff94cac064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:54.285228 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-77fcecb7-c835-45e2-b8d0-5bd622309931 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:54.297772 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-67984aad-c1f7-404a-8bd9-1eff94cac064 None None] Port d15e5d5a-6959-471c-937c-24f096804470 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:03:54.369301 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 37232) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:54.435426 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-77fcecb7-c835-45e2-b8d0-5bd622309931 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:54.438468 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-77fcecb7-c835-45e2-b8d0-5bd622309931 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:03:54.444925 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-77fcecb7-c835-45e2-b8d0-5bd622309931 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:54.445555 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-77fcecb7-c835-45e2-b8d0-5bd622309931 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:54.529561 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Attempting to bind port 086cdaa8-b9b5-491a-ae8e-4355342d2e24 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:54.531587 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Attempting to bind port 086cdaa8-b9b5-491a-ae8e-4355342d2e24 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '18be70b9-85b4-4acd-899d-d27fc19fefa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '038faf47-d060-4af4-a209-fdf781b3d4c1'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:54.532046 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Attempting to bind port 086cdaa8-b9b5-491a-ae8e-4355342d2e24 on network 038faf47-d060-4af4-a209-fdf781b3d4c1 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:54.553164 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e890a61-fd83-4ffa-9630-82b6f1f7597c req-31bf818c-749d-4284-8a87-7f25124944ee tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:54.556139 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5e890a61-fd83-4ffa-9630-82b6f1f7597c req-31bf818c-749d-4284-8a87-7f25124944ee tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 943 time: 0.7095940 Aug 16 13:03:54.577766 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=086cdaa8-b9b5-491a-ae8e-4355342d2e24,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:54.612934 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-77fcecb7-c835-45e2-b8d0-5bd622309931 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3314900 Aug 16 13:03:54.614260 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Port 086cdaa8-b9b5-491a-ae8e-4355342d2e24 on network 038faf47-d060-4af4-a209-fdf781b3d4c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:03:54.615107 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Attempting to bind port 086cdaa8-b9b5-491a-ae8e-4355342d2e24 on network 038faf47-d060-4af4-a209-fdf781b3d4c1 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:54.661877 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcecb7-c835-45e2-b8d0-5bd622309931 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Pushing event updated for resources: {'Port': ['ID=00361403-e865-4135-b1f4-98564508c3fd,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:54.668642 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3b37927b-d740-434c-88d8-32aa0c703a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:54.703465 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:03:54.704965 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Checking segment: {'id': '18be70b9-85b4-4acd-899d-d27fc19fefa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '038faf47-d060-4af4-a209-fdf781b3d4c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:54.705796 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Bound using segment: {'id': '18be70b9-85b4-4acd-899d-d27fc19fefa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '038faf47-d060-4af4-a209-fdf781b3d4c1'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:03:54.706508 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Bound port: 086cdaa8-b9b5-491a-ae8e-4355342d2e24, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18be70b9-85b4-4acd-899d-d27fc19fefa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '038faf47-d060-4af4-a209-fdf781b3d4c1'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:03:54.707114 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:54.715108 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d251af-32fd-406a-9934-6f885a1a7f5f req-8e1fbfd0-efa5-4529-a7a3-616390bec48e tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:54.716930 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d7d251af-32fd-406a-9934-6f885a1a7f5f req-8e1fbfd0-efa5-4529-a7a3-616390bec48e tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 931 time: 0.4306550 Aug 16 13:03:54.727182 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e299123-f7b4-482e-bb89-4bc33e57d3c2 admin admin] Network a6191893-b7d5-474d-8040-4bf12149b722 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:54.728916 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:03:54.743404 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-f793d3e5-28df-4800-a16b-e02a624d214a admin admin] 10.222.0.20 "PUT /v2.0/routers/25a54772-6d0c-44c3-ab45-360faf927419/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9945951 Aug 16 13:03:54.743883 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5e890a61-fd83-4ffa-9630-82b6f1f7597c req-23ac503d-0e34-4f99-a758-ee54c45c8066 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735678 Aug 16 13:03:54.744413 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-3e299123-f7b4-482e-bb89-4bc33e57d3c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:54.744784 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:54.757267 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Sync routers for ids ['25a54772-6d0c-44c3-ab45-360faf927419'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:03:54.772988 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Routers {'25a54772-6d0c-44c3-ab45-360faf927419'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:54.773780 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:03:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['25a54772-6d0c-44c3-ab45-360faf927419'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:54.869038 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d7d251af-32fd-406a-9934-6f885a1a7f5f req-a62b165b-e94f-4daa-adba-c75925c48d4b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333995 Aug 16 13:03:54.976141 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e299123-f7b4-482e-bb89-4bc33e57d3c2 admin admin] Router 96e347c2-6300-4490-80f8-e5af242b6f1a has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:03:54.991168 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3b37927b-d740-434c-88d8-32aa0c703a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.078839 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3b37927b-d740-434c-88d8-32aa0c703a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.146984 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] For port 086cdaa8-b9b5-491a-ae8e-4355342d2e24, host hv-cinder-80469, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:55.263035 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e299123-f7b4-482e-bb89-4bc33e57d3c2 admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:03:55.270342 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-3e299123-f7b4-482e-bb89-4bc33e57d3c2 admin admin] 10.222.0.20 "PUT /v2.0/routers/96e347c2-6300-4490-80f8-e5af242b6f1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7720239 Aug 16 13:03:55.286074 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Sync routers for ids ['96e347c2-6300-4490-80f8-e5af242b6f1a'] in dv-cinder-804698-2-iscsi {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:03:55.314647 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Routers {'96e347c2-6300-4490-80f8-e5af242b6f1a'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:55.317471 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:03:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['96e347c2-6300-4490-80f8-e5af242b6f1a'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:55.326546 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-3b37927b-d740-434c-88d8-32aa0c703a73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77855287f9364398b3aa69cefdb1c10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9227557 Aug 16 13:03:55.343985 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37927b-d740-434c-88d8-32aa0c703a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd767d1-2f93-4871-8950-021b0741c456,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:55.346711 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 37262) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:55.350935 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Set router 25a54772-6d0c-44c3-ab45-360faf927419 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:03:55.460363 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-17bb8592-9744-484f-920c-abab3c64e72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.504668 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-17bb8592-9744-484f-920c-abab3c64e72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.510248 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] For port 086cdaa8-b9b5-491a-ae8e-4355342d2e24, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=086cdaa8-b9b5-491a-ae8e-4355342d2e24,segment=NetworkSegment(18be70b9-85b4-4acd-899d-d27fc19fefa9),segment_id=18be70b9-85b4-4acd-899d-d27fc19fefa9)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:03:55.602490 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-17bb8592-9744-484f-920c-abab3c64e72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.605329 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-17bb8592-9744-484f-920c-abab3c64e72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.606805 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-17bb8592-9744-484f-920c-abab3c64e72c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7cd767d1-2f93-4871-8950-021b0741c456 HTTP/1.1" status: 204 len: 168 time: 0.2593546 Aug 16 13:03:55.621480 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb8592-9744-484f-920c-abab3c64e72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd767d1-2f93-4871-8950-021b0741c456,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:55.637204 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Set router 96e347c2-6300-4490-80f8-e5af242b6f1a gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:03:55.675688 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.679614 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.723628 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.725333 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701922'] for router_interface, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.903327 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:55.903988 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for port, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:55.913431 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] 10.222.0.61 "PUT /v2.0/ports/086cdaa8-b9b5-491a-ae8e-4355342d2e24 HTTP/1.1" status: 200 len: 1093 time: 5.5131390 Aug 16 13:03:55.930993 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] Network 0f5346d6-5894-47ff-bb0d-27a8e17e988b is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:03:55.937943 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2309612e-d1ba-4e9c-9a74-ade22b8488f5', 'tag': '086cdaa8-b9b5-491a-ae8e-4355342d2e24'}] {{(pid=94054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:03:55.992664 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:03:50Z', 'revision_number': 4, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port': {'id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '1e4c2b92-478c-4248-9590-8cf0ac5a893d', 'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'mac_address': 'fa:16:3e:44:a6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:46Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 2, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'subnets': [{'id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:56.064837 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Checking router: 25a54772-6d0c-44c3-ab45-360faf927419 for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:03:56.065954 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Updating router 25a54772-6d0c-44c3-ab45-360faf927419 port 1e4c2b92-478c-4248-9590-8cf0ac5a893d binding host dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:03:56.082659 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:03:56.149268 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.152916 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b16c71-6e84-4e7c-927e-642723e3e29a req-2db062da-d5b8-4642-b6cf-7b3bbcb5a2b2 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:56.158328 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-57b16c71-6e84-4e7c-927e-642723e3e29a req-2db062da-d5b8-4642-b6cf-7b3bbcb5a2b2 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 943 time: 0.1983769 Aug 16 13:03:56.267222 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e347c2-6300-4490-80f8-e5af242b6f1a', 'name': 'tempest-ServerRescueNegativeTestJSON-996842450-router', 'tenant_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b8aa2e42-534a-4831-9df4-646ed47e2791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 4, 'project_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'gw_port': {'id': 'b8aa2e42-534a-4831-9df4-646ed47e2791', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e347c2-6300-4490-80f8-e5af242b6f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'd2797059-6f68-4e77-a9ef-5ed9fcea1588', 'name': '', 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722', 'tenant_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'mac_address': 'fa:16:3e:78:8f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e347c2-6300-4490-80f8-e5af242b6f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7a34715e-16db-490b-b147-81ef16ffb5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:46Z', 'updated_at': '2021-08-16T13:03:52Z', 'revision_number': 2, 'project_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'subnets': [{'id': '7a34715e-16db-490b-b147-81ef16ffb5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:56.310490 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-57b16c71-6e84-4e7c-927e-642723e3e29a req-515362f9-912c-4289-9694-1037903acab2 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454701 Aug 16 13:03:56.325409 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] Router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:03:56.366056 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Checking router: 96e347c2-6300-4490-80f8-e5af242b6f1a for host: dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:03:56.366700 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Updating router 96e347c2-6300-4490-80f8-e5af242b6f1a port d2797059-6f68-4e77-a9ef-5ed9fcea1588 binding host dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:03:56.467068 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.544597 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:03:56.560768 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] 10.222.0.20 "PUT /v2.0/routers/f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3138144 Aug 16 13:03:56.573196 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e879d68-6a61-47fb-b4d4-d0e478522ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=086cdaa8-b9b5-491a-ae8e-4355342d2e24,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:56.584419 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 37292) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:56.599902 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-2a835713-69cd-49c6-b948-f7cafa2ef446 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1416442882', 'description': 'tempest-description--1467121590'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:56.607321 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Sync routers for ids ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:03:56.652004 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94336a-9394-4986-9edc-fb4c7f8facb5 admin admin] Pushing event updated for resources: {'Port': ['ID=d15e5d5a-6959-471c-937c-24f096804470,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:56.685694 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120bc96-2b89-4fe8-ad01-fc78af975bef req-64f9c198-296f-4771-9d85-4b12688756df tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:56.689174 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Routers {'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:56.689830 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:03:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:56.695742 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8120bc96-2b89-4fe8-ad01-fc78af975bef req-64f9c198-296f-4771-9d85-4b12688756df tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 931 time: 0.2505584 Aug 16 13:03:56.757846 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2a835713-69cd-49c6-b948-f7cafa2ef446 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.808796 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8120bc96-2b89-4fe8-ad01-fc78af975bef req-2d1c486f-c2b8-4986-8886-10076df61279 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116471 Aug 16 13:03:56.810694 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-8397e52e-8e94-430a-acd3-f501d39cf416 None None] Provisioning complete for port d15e5d5a-6959-471c-937c-24f096804470 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:03:56.811080 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-8397e52e-8e94-430a-acd3-f501d39cf416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.870815 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 37298) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:56.894943 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-eb9b792d-5dab-4b2d-8e6d-fa5f34f29a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.942877 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2e02789a86343ed90e228d8a01386e3b0dd3ee74f1c4d71a2f16840b073a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717c1f0c-ab54-4f15-8929-2cd746f9a024" -d '{"events": [{"name": "network-changed", "server_uuid": "2309612e-d1ba-4e9c-9a74-ade22b8488f5", "tag": "086cdaa8-b9b5-491a-ae8e-4355342d2e24"}]}' {{(pid=94054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:03:56.944912 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2a835713-69cd-49c6-b948-f7cafa2ef446 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.958176 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2a835713-69cd-49c6-b948-f7cafa2ef446 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:56.962508 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-8397e52e-8e94-430a-acd3-f501d39cf416 None None] Port d15e5d5a-6959-471c-937c-24f096804470 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:03:56.976795 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Set router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:03:57.016757 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.028186 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Transition to ACTIVE for port object d2797059-6f68-4e77-a9ef-5ed9fcea1588 will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:57.039163 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.060489 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a835713-69cd-49c6-b948-f7cafa2ef446 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bf9dc5-dd35-478e-bdcd-63db91219abc,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:57.105776 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594c92e-c017-41f3-aa24-9a3d8deaae5e None None] Pushing event updated for resources: {'Port': ['ID=d2797059-6f68-4e77-a9ef-5ed9fcea1588,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:57.166070 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-eb9b792d-5dab-4b2d-8e6d-fa5f34f29a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.169480 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Attempting to bind port d2797059-6f68-4e77-a9ef-5ed9fcea1588 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:57.169878 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Attempting to bind port d2797059-6f68-4e77-a9ef-5ed9fcea1588 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '65810606-55c3-44a7-9e61-1e7601be827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:57.170253 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Attempting to bind port d2797059-6f68-4e77-a9ef-5ed9fcea1588 on network a6191893-b7d5-474d-8040-4bf12149b722 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:57.174946 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-eb9b792d-5dab-4b2d-8e6d-fa5f34f29a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.176482 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:03:57.176908 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Checking segment: {'id': '65810606-55c3-44a7-9e61-1e7601be827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:57.177291 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.177946 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Bound using segment: {'id': '65810606-55c3-44a7-9e61-1e7601be827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:03:57.178527 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Bound port: d2797059-6f68-4e77-a9ef-5ed9fcea1588, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65810606-55c3-44a7-9e61-1e7601be827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:03:57.178887 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.189880 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2a835713-69cd-49c6-b948-f7cafa2ef446 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.196443 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-2a835713-69cd-49c6-b948-f7cafa2ef446 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6105244 Aug 16 13:03:57.196771 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 37306) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:57.201637 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-36ae9ef0-4536-40de-93eb-79faa9c8bab8 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Request body: {'security_group_rule': {'security_group_id': 'c2bf9dc5-dd35-478e-bdcd-63db91219abc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:57.225292 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.240789 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Transition to ACTIVE for port object 1e4c2b92-478c-4248-9590-8cf0ac5a893d will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:03:57.261152 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-36ae9ef0-4536-40de-93eb-79faa9c8bab8 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.265756 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-eb9b792d-5dab-4b2d-8e6d-fa5f34f29a7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc299d0f0a294c8b858cfafedf6ad982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930318 Aug 16 13:03:57.267147 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b792d-5dab-4b2d-8e6d-fa5f34f29a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98150b7a-7292-4b2c-b2d2-23482b2a8951,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:57.272566 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 37308) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:57.275725 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.334391 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] For port d2797059-6f68-4e77-a9ef-5ed9fcea1588, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:57.342719 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] For port d2797059-6f68-4e77-a9ef-5ed9fcea1588, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=d2797059-6f68-4e77-a9ef-5ed9fcea1588,segment=NetworkSegment(65810606-55c3-44a7-9e61-1e7601be827f),segment_id=65810606-55c3-44a7-9e61-1e7601be827f)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:03:57.350702 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b19851-6c35-41a3-94bb-664a7a385d18 None None] Pushing event updated for resources: {'Port': ['ID=1e4c2b92-478c-4248-9590-8cf0ac5a893d,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:57.363291 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.398368 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:54Z', 'revision_number': 4, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'd15e5d5a-6959-471c-937c-24f096804470', 'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'mac_address': 'fa:16:3e:b4:02:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:51Z', 'updated_at': '2021-08-16T13:03:54Z', 'revision_number': 2, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'subnets': [{'id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:57.434283 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Routers {'96e347c2-6300-4490-80f8-e5af242b6f1a'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:57.435629 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:03:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['96e347c2-6300-4490-80f8-e5af242b6f1a'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:57.446686 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-36ae9ef0-4536-40de-93eb-79faa9c8bab8 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.451453 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-36ae9ef0-4536-40de-93eb-79faa9c8bab8 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.452008 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e3f2ad88-aad5-4182-83ab-4498971e8b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.487644 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae9ef0-4536-40de-93eb-79faa9c8bab8 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787b69d5-9ed5-47cc-8d51-ccd38f0e411d,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:57.503472 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e3f2ad88-aad5-4182-83ab-4498971e8b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.527452 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-36ae9ef0-4536-40de-93eb-79faa9c8bab8 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.532198 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-36ae9ef0-4536-40de-93eb-79faa9c8bab8 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3343747 Aug 16 13:03:57.533310 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 37326) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:57.540640 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-10d82c3d-e604-48cb-8472-5596cf9e9062 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Request body: {'security_group_rule': {'security_group_id': 'c2bf9dc5-dd35-478e-bdcd-63db91219abc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:57.591845 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Checking router: f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:03:57.592428 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Updating router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 port d15e5d5a-6959-471c-937c-24f096804470 binding host dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:03:57.626294 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Attempting to bind port 1e4c2b92-478c-4248-9590-8cf0ac5a893d on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:03:57.626966 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Attempting to bind port 1e4c2b92-478c-4248-9590-8cf0ac5a893d by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '836dcd0a-02d6-4d48-97ff-60a9cc1913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:03:57.627523 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Attempting to bind port 1e4c2b92-478c-4248-9590-8cf0ac5a893d on network b120bbf0-0985-452a-bb3e-65b335150f39 {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:03:57.640989 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:03:57.643462 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Checking segment: {'id': '836dcd0a-02d6-4d48-97ff-60a9cc1913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:03:57.644090 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.644317 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-10d82c3d-e604-48cb-8472-5596cf9e9062 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.644885 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Bound using segment: {'id': '836dcd0a-02d6-4d48-97ff-60a9cc1913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:03:57.645630 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Bound port: 1e4c2b92-478c-4248-9590-8cf0ac5a893d, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836dcd0a-02d6-4d48-97ff-60a9cc1913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:03:57.646206 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.649708 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b3e2fc-e53e-4812-9e66-ae9e4799faff x-openstack-request-id: req-31b3e2fc-e53e-4812-9e66-ae9e4799faff {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:03:57.649999 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2309612e-d1ba-4e9c-9a74-ade22b8488f5", "tag": "086cdaa8-b9b5-491a-ae8e-4355342d2e24", "status": "completed", "code": 200}]} {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:03:57.650251 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31b3e2fc-e53e-4812-9e66-ae9e4799faff {{(pid=94054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:03:57.650722 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2309612e-d1ba-4e9c-9a74-ade22b8488f5', 'tag': '086cdaa8-b9b5-491a-ae8e-4355342d2e24', 'status': 'completed', 'code': 200} Aug 16 13:03:57.652655 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e3f2ad88-aad5-4182-83ab-4498971e8b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.663195 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e3f2ad88-aad5-4182-83ab-4498971e8b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.666972 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-e3f2ad88-aad5-4182-83ab-4498971e8b47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98150b7a-7292-4b2c-b2d2-23482b2a8951 HTTP/1.1" status: 204 len: 168 time: 0.3907402 Aug 16 13:03:57.678288 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.737421 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594c92e-c017-41f3-aa24-9a3d8deaae5e None None] Pushing event updated for resources: {'Port': ['ID=d2797059-6f68-4e77-a9ef-5ed9fcea1588,revision_number=4']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:57.757401 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] Set router 96e347c2-6300-4490-80f8-e5af242b6f1a gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:03:57.776622 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-10d82c3d-e604-48cb-8472-5596cf9e9062 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.782240 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-10d82c3d-e604-48cb-8472-5596cf9e9062 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.805480 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2ad88-aad5-4182-83ab-4498971e8b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98150b7a-7292-4b2c-b2d2-23482b2a8951,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:57.812150 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d82c3d-e604-48cb-8472-5596cf9e9062 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8523d3ac-e95e-4a6b-b62e-6b8de7bda938,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:57.820395 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-10d82c3d-e604-48cb-8472-5596cf9e9062 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.828024 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-10d82c3d-e604-48cb-8472-5596cf9e9062 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2933526 Aug 16 13:03:57.828751 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 37336) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:57.834636 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-a5202044-b8c0-459c-a18b-cff67c7274f7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Request body: {'floatingip': {'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:57.875056 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5202044-b8c0-459c-a18b-cff67c7274f7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for floatingip, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:57.930573 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-ed6f8005-72e0-412b-a12e-66821bd7dc4f tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:57.939868 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-ed6f8005-72e0-412b-a12e-66821bd7dc4f tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/networks?id=a6191893-b7d5-474d-8040-4bf12149b722 HTTP/1.1" status: 200 len: 818 time: 0.3520927 Aug 16 13:03:57.988870 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-ca77f56c-c051-41eb-a3c5-fa21aabfd095 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/quotas/5e85023036604c99b3ecbf1a7ae8ae4d HTTP/1.1" status: 200 len: 375 time: 0.0458453 Aug 16 13:03:58.043133 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] For port 1e4c2b92-478c-4248-9590-8cf0ac5a893d, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:03:58.137896 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] For port 1e4c2b92-478c-4248-9590-8cf0ac5a893d, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=1e4c2b92-478c-4248-9590-8cf0ac5a893d,segment=NetworkSegment(836dcd0a-02d6-4d48-97ff-60a9cc1913b3),segment_id=836dcd0a-02d6-4d48-97ff-60a9cc1913b3)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:03:58.160493 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-6959d67b-bc86-4db1-a070-4ad12d854455 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e85023036604c99b3ecbf1a7ae8ae4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1702418 Aug 16 13:03:58.168932 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:58.199267 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5202044-b8c0-459c-a18b-cff67c7274f7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:58.345375 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e347c2-6300-4490-80f8-e5af242b6f1a', 'name': 'tempest-ServerRescueNegativeTestJSON-996842450-router', 'tenant_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b8aa2e42-534a-4831-9df4-646ed47e2791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 4, 'project_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'gw_port': {'id': 'b8aa2e42-534a-4831-9df4-646ed47e2791', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e347c2-6300-4490-80f8-e5af242b6f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'd2797059-6f68-4e77-a9ef-5ed9fcea1588', 'name': '', 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722', 'tenant_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'mac_address': 'fa:16:3e:78:8f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e347c2-6300-4490-80f8-e5af242b6f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7a34715e-16db-490b-b147-81ef16ffb5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:46Z', 'updated_at': '2021-08-16T13:03:57Z', 'revision_number': 4, 'project_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'subnets': [{'id': '7a34715e-16db-490b-b147-81ef16ffb5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:58.406231 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-27f0a7bd-09ac-497d-8295-202c0defc45e service neutron] 10.222.0.20 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428000 Aug 16 13:03:58.480971 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Routers {'25a54772-6d0c-44c3-ab45-360faf927419'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:03:58.481560 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe549f3-c01d-4625-89c2-6e6342eba936 None None] The sync data for ids ['96e347c2-6300-4490-80f8-e5af242b6f1a'] in dv-cinder-804698-2-iscsi is: [{'id': '96e347c2-6300-4490-80f8-e5af242b6f1a', 'name': 'tempest-ServerRescueNegativeTestJSON-996842450-router', 'tenant_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b8aa2e42-534a-4831-9df4-646ed47e2791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 4, 'project_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'gw_port': {'id': 'b8aa2e42-534a-4831-9df4-646ed47e2791', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e347c2-6300-4490-80f8-e5af242b6f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'd2797059-6f68-4e77-a9ef-5ed9fcea1588', 'name': '', 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722', 'tenant_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'mac_address': 'fa:16:3e:78:8f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e347c2-6300-4490-80f8-e5af242b6f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7a34715e-16db-490b-b147-81ef16ffb5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:46Z', 'updated_at': '2021-08-16T13:03:57Z', 'revision_number': 4, 'project_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'subnets': [{'id': '7a34715e-16db-490b-b147-81ef16ffb5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:03:58.482669 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:03:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['25a54772-6d0c-44c3-ab45-360faf927419'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:03:58.543360 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-a5202044-b8c0-459c-a18b-cff67c7274f7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Allocated IP 172.27.3.239 (dd0d50ff-d8a0-439f-a316-3d03b34bea63/fc8a6ada-9b26-423b-a24f-6b1bb332a099/ffb66e61-f8f5-41ac-98d7-d37ee2c4dc19) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:03:58.642247 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-92b1353b-544b-4e9b-a9e0-f6f2c5f10875 service neutron] 10.222.0.20 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348280 Aug 16 13:03:58.727579 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b19851-6c35-41a3-94bb-664a7a385d18 None None] Pushing event updated for resources: {'Port': ['ID=1e4c2b92-478c-4248-9590-8cf0ac5a893d,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:03:58.853449 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 37358) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:58.901679 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-09304a85-3733-4142-b34c-dedcfc7cdfa5 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1040806098', 'description': 'tempest-description--1476269899'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:58.928048 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Request body: {'port': {'device_id': 'c25898c7-55c2-4d74-aedf-e4d059781ded', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:03:59.089559 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-09304a85-3733-4142-b34c-dedcfc7cdfa5 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:59.496657 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device d2797059-6f68-4e77-a9ef-5ed9fcea1588 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:03:59.646167 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-09304a85-3733-4142-b34c-dedcfc7cdfa5 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:59.686981 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afc8b4-6381-4074-bb61-f1eaf034dbc0 req-d2b70e36-99ff-43aa-be7f-d0d57f24271a tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:59.702729 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-98afc8b4-6381-4074-bb61-f1eaf034dbc0 req-d2b70e36-99ff-43aa-be7f-d0d57f24271a tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 943 time: 0.7679701 Aug 16 13:03:59.769156 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-09304a85-3733-4142-b34c-dedcfc7cdfa5 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:59.778849 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 37386) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:03:59.799324 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:03:59.865431 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c1f0c-ab54-4f15-8929-2cd746f9a024 req-891f9129-9759-4d10-ad54-58b55d1afb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:03:59.867082 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-717c1f0c-ab54-4f15-8929-2cd746f9a024 req-891f9129-9759-4d10-ad54-58b55d1afb92 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd24fed7a34c46c6b7de604ed4be5573&device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 1096 time: 1.1940832 Aug 16 13:04:00.014385 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] Set router 25a54772-6d0c-44c3-ab45-360faf927419 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:00.031855 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09304a85-3733-4142-b34c-dedcfc7cdfa5 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4556043-3aa8-4624-828f-81aa6320cac2,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:00.047548 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-09304a85-3733-4142-b34c-dedcfc7cdfa5 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:00.057314 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-09304a85-3733-4142-b34c-dedcfc7cdfa5 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2013750 Aug 16 13:04:00.068109 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 37396) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:00.219601 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-98afc8b4-6381-4074-bb61-f1eaf034dbc0 req-052f566c-ef8e-4b0d-91da-6e6d116af54c tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158262 Aug 16 13:04:00.234471 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5202044-b8c0-459c-a18b-cff67c7274f7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:00.259063 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-27f16d4f-87bb-4515-935f-a67b6dc36ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:00.482527 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:00.485560 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port d2797059-6f68-4e77-a9ef-5ed9fcea1588 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:00.499881 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port d2797059-6f68-4e77-a9ef-5ed9fcea1588 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:00.501033 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:00.568041 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Transition to ACTIVE for port object d15e5d5a-6959-471c-937c-24f096804470 will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:00.595115 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:00.657331 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-5689e936-6bbd-464e-aab3-3194f108f6b1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Request body: {'security_group_rule': {'security_group_id': 'a4556043-3aa8-4624-828f-81aa6320cac2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:00.744357 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c643c6d-fbfb-49d1-afc0-df722405d276 None None] Pushing event updated for resources: {'Port': ['ID=d15e5d5a-6959-471c-937c-24f096804470,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:00.768124 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59ba78-9064-4d2b-b907-40fe5f0d3e49 req-82b0fc5b-413a-40a2-8a13-9c542e0ea47f tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:00.776818 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6b59ba78-9064-4d2b-b907-40fe5f0d3e49 req-82b0fc5b-413a-40a2-8a13-9c542e0ea47f tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 931 time: 1.5076823 Aug 16 13:04:00.899576 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c1f0c-ab54-4f15-8929-2cd746f9a024 req-51e49c8c-16a4-459f-bc82-f931aec759ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:00.901108 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-717c1f0c-ab54-4f15-8929-2cd746f9a024 req-51e49c8c-16a4-459f-bc82-f931aec759ab service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bd24fed7a34c46c6b7de604ed4be5573&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8318722 Aug 16 13:04:00.989579 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6b59ba78-9064-4d2b-b907-40fe5f0d3e49 req-f27d127d-a637-4291-ad5d-938f37571bcf tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113712 Aug 16 13:04:01.061502 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Attempting to bind port d15e5d5a-6959-471c-937c-24f096804470 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:04:01.062262 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Attempting to bind port d15e5d5a-6959-471c-937c-24f096804470 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '61f28b65-f76f-4a43-bd40-1ae4e02b6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:04:01.063326 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Attempting to bind port d15e5d5a-6959-471c-937c-24f096804470 on network 0f5346d6-5894-47ff-bb0d-27a8e17e988b {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:01.082193 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:01.093883 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5689e936-6bbd-464e-aab3-3194f108f6b1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:01.166646 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:04:01.167226 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Checking segment: {'id': '61f28b65-f76f-4a43-bd40-1ae4e02b6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:01.167563 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:01.167979 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Bound using segment: {'id': '61f28b65-f76f-4a43-bd40-1ae4e02b6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:04:01.168505 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Bound port: d15e5d5a-6959-471c-937c-24f096804470, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f28b65-f76f-4a43-bd40-1ae4e02b6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:04:01.168867 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:01.195750 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f9cced5f-bfcd-4533-80a8-2bb9bd02ba78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:01.207134 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-65a7dd10-710e-4f75-adf7-c367e7d60d46 req-2f620bbc-ca8d-478e-9da4-b3a3366dedd3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 210 time: 0.7624702 Aug 16 13:04:01.328167 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00361403-e865-4135-b1f4-98564508c3fd {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:04:01.342947 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:01.350626 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5202044-b8c0-459c-a18b-cff67c7274f7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:01.437852 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5202044-b8c0-459c-a18b-cff67c7274f7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:01.461146 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-a5202044-b8c0-459c-a18b-cff67c7274f7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:01.464298 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Transition to ACTIVE for port object 00361403-e865-4135-b1f4-98564508c3fd will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:01.477163 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5202044-b8c0-459c-a18b-cff67c7274f7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:01.492214 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:01.524363 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] For port d15e5d5a-6959-471c-937c-24f096804470, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:04:01.529139 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] For port d15e5d5a-6959-471c-937c-24f096804470, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=d15e5d5a-6959-471c-937c-24f096804470,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:04:01.572990 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:01.586895 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:03:50Z', 'revision_number': 4, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port': {'id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '1e4c2b92-478c-4248-9590-8cf0ac5a893d', 'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'mac_address': 'fa:16:3e:44:a6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:46Z', 'updated_at': '2021-08-16T13:03:57Z', 'revision_number': 4, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'subnets': [{'id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:01.716669 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.61', 51574) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:01.762688 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699c9145-5e5a-40b8-ab28-f581b4e21fd2 None None] The sync data for ids ['25a54772-6d0c-44c3-ab45-360faf927419'] in dv-cinder-804698-2-iscsi is: [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:03:50Z', 'revision_number': 4, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port': {'id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '1e4c2b92-478c-4248-9590-8cf0ac5a893d', 'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'mac_address': 'fa:16:3e:44:a6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:46Z', 'updated_at': '2021-08-16T13:03:57Z', 'revision_number': 4, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'subnets': [{'id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:04:01.765678 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c643c6d-fbfb-49d1-afc0-df722405d276 None None] Pushing event updated for resources: {'Port': ['ID=d15e5d5a-6959-471c-937c-24f096804470,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:01.775165 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Routers {'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:01.780359 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:03:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:01.805243 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5202044-b8c0-459c-a18b-cff67c7274f7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Pushing event updated for resources: {'Port': ['ID=ffb66e61-f8f5-41ac-98d7-d37ee2c4dc19,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:01.978361 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Attempting to bind port 00361403-e865-4135-b1f4-98564508c3fd on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:04:01.979124 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Attempting to bind port 00361403-e865-4135-b1f4-98564508c3fd by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'cf6d433d-f80a-4563-b3b3-b630b12e95a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:04:01.979124 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Attempting to bind port 00361403-e865-4135-b1f4-98564508c3fd on network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:01.984741 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Pushing event updated for resources: {'Port': ['ID=00361403-e865-4135-b1f4-98564508c3fd,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:02.057917 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] Set router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:02.199631 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5689e936-6bbd-464e-aab3-3194f108f6b1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.213535 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port d2797059-6f68-4e77-a9ef-5ed9fcea1588, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=d2797059-6f68-4e77-a9ef-5ed9fcea1588,segment=NetworkSegment(65810606-55c3-44a7-9e61-1e7601be827f),segment_id=65810606-55c3-44a7-9e61-1e7601be827f)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:02.243525 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5689e936-6bbd-464e-aab3-3194f108f6b1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.304227 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.335989 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Port 00361403-e865-4135-b1f4-98564508c3fd on network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:04:02.345560 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Attempting to bind port 00361403-e865-4135-b1f4-98564508c3fd on network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:02.353999 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689e936-6bbd-464e-aab3-3194f108f6b1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c151a7ea-18c2-4334-ac37-464c7ee466dc,revision_number=0']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:02.371687 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=d2797059-6f68-4e77-a9ef-5ed9fcea1588,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:02.419920 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c1f0c-ab54-4f15-8929-2cd746f9a024 req-855086c7-86b8-4971-9796-ceec6ab9dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:02.422738 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-717c1f0c-ab54-4f15-8929-2cd746f9a024 req-855086c7-86b8-4971-9796-ceec6ab9dc28 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4778228 Aug 16 13:04:02.449326 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f5b19-82b7-4e14-aab5-0c9cae56bc38 req-a05b7072-a41d-42e1-8b8f-83fd11ee0ac0 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:02.456706 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4a2f5b19-82b7-4e14-aab5-0c9cae56bc38 req-a05b7072-a41d-42e1-8b8f-83fd11ee0ac0 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 943 time: 1.1232219 Aug 16 13:04:02.504244 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-69df56b1-d594-46e8-9f38-7c59fdb0f135 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:02.505931 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-69df56b1-d594-46e8-9f38-7c59fdb0f135 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/networks?id=a6191893-b7d5-474d-8040-4bf12149b722 HTTP/1.1" status: 200 len: 818 time: 0.6618202 Aug 16 13:04:02.513433 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4a2f5b19-82b7-4e14-aab5-0c9cae56bc38 req-529db855-ee15-44d2-8bc0-18d1e2936202 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456769 Aug 16 13:04:02.523195 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:04:02.524011 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Checking segment: {'id': 'cf6d433d-f80a-4563-b3b3-b630b12e95a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:02.524564 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Bound using segment: {'id': 'cf6d433d-f80a-4563-b3b3-b630b12e95a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:04:02.525584 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Bound port: 00361403-e865-4135-b1f4-98564508c3fd, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6d433d-f80a-4563-b3b3-b630b12e95a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:04:02.525584 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.533310 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-11d95412-6515-4f89-8d4a-0c15121195a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.544915 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:54Z', 'revision_number': 4, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'd15e5d5a-6959-471c-937c-24f096804470', 'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'mac_address': 'fa:16:3e:b4:02:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:51Z', 'updated_at': '2021-08-16T13:04:01Z', 'revision_number': 4, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'subnets': [{'id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:02.566335 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5202044-b8c0-459c-a18b-cff67c7274f7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.586894 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e16eed3-6832-4ef0-9e0a-5ad85f3e3dd6 None None] The sync data for ids ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'] in dv-cinder-804698-2-iscsi is: [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:54Z', 'revision_number': 4, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'd15e5d5a-6959-471c-937c-24f096804470', 'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'mac_address': 'fa:16:3e:b4:02:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:51Z', 'updated_at': '2021-08-16T13:04:01Z', 'revision_number': 4, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'subnets': [{'id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:04:02.592682 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 1e4c2b92-478c-4248-9590-8cf0ac5a893d up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:02.605601 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-c23aed5b-8f40-4443-ad18-d07d63513322 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/quotas/5e85023036604c99b3ecbf1a7ae8ae4d HTTP/1.1" status: 200 len: 375 time: 0.0714216 Aug 16 13:04:02.762693 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5202044-b8c0-459c-a18b-cff67c7274f7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.766422 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.772891 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port 1e4c2b92-478c-4248-9590-8cf0ac5a893d completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:02.785135 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 1e4c2b92-478c-4248-9590-8cf0ac5a893d triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:02.785555 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.838991 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bf93c-9e3c-4843-aa2a-5f582157ff46 req-b425510f-ec2f-4884-b7b3-087c92c8b8d0 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:02.844195 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e84bf93c-9e3c-4843-aa2a-5f582157ff46 req-b425510f-ec2f-4884-b7b3-087c92c8b8d0 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 943 time: 0.2182145 Aug 16 13:04:02.925071 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-f3d6c1e5-1d25-4563-9e74-eb9b2fa59ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:02.926641 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-f3d6c1e5-1d25-4563-9e74-eb9b2fa59ed9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd24fed7a34c46c6b7de604ed4be5573&device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 1096 time: 0.1965380 Aug 16 13:04:02.983013 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5202044-b8c0-459c-a18b-cff67c7274f7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:02.991182 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f9cced5f-bfcd-4533-80a8-2bb9bd02ba78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.027451 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.040697 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-9def5e01-6e2b-4aaa-8e54-7c187f2ea1f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=086cdaa8-b9b5-491a-ae8e-4355342d2e24 HTTP/1.1" status: 200 len: 217 time: 0.0972342 Aug 16 13:04:03.050260 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e84bf93c-9e3c-4843-aa2a-5f582157ff46 req-4043a57f-0a9e-4785-a409-7cbe5f80d5a2 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995461 Aug 16 13:04:03.053063 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5689e936-6bbd-464e-aab3-3194f108f6b1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.054494 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-5689e936-6bbd-464e-aab3-3194f108f6b1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4534745 Aug 16 13:04:03.074004 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f9cced5f-bfcd-4533-80a8-2bb9bd02ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.076497 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5202044-b8c0-459c-a18b-cff67c7274f7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.079724 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port 1e4c2b92-478c-4248-9590-8cf0ac5a893d, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=1e4c2b92-478c-4248-9590-8cf0ac5a893d,segment=NetworkSegment(836dcd0a-02d6-4d48-97ff-60a9cc1913b3),segment_id=836dcd0a-02d6-4d48-97ff-60a9cc1913b3)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:03.086120 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-5ed48578-20b0-4184-b7e2-475ef0ba5d95 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:03.087012 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.087747 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-5ed48578-20b0-4184-b7e2-475ef0ba5d95 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.61 "GET /v2.0/networks?id=a6191893-b7d5-474d-8040-4bf12149b722 HTTP/1.1" status: 200 len: 818 time: 1.2707744 Aug 16 13:04:03.093378 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 37468) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:03.144646 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5b74e529-79f1-4d9c-ac97-d8868db63d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:03.146717 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=1e4c2b92-478c-4248-9590-8cf0ac5a893d,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:03.151263 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-5b74e529-79f1-4d9c-ac97-d8868db63d08 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9babbcb2-f272-473c-86d3-9a40d7ac8810 HTTP/1.1" status: 200 len: 852 time: 0.0999835 Aug 16 13:04:03.162436 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-6311f1c6-46a8-483a-b64c-460703f08835 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Request body: {'security_group_rule': {'security_group_id': 'a4556043-3aa8-4624-828f-81aa6320cac2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:03.188892 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-3d29a2f8-2efd-44cc-a159-566fc1b2786a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Request body: {'port': {'device_id': 'ab55f211-7206-4bfd-9aa7-37bf62d6b506', 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722', 'admin_state_up': True, 'tenant_id': '5e85023036604c99b3ecbf1a7ae8ae4d'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:03.215800 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-20d68b76-fd41-4dc9-b649-910aee260fd0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=038faf47-d060-4af4-a209-fdf781b3d4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561156 Aug 16 13:04:03.218988 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5202044-b8c0-459c-a18b-cff67c7274f7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726215'] for floatingip, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.222415 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] For port 00361403-e865-4135-b1f4-98564508c3fd, host hv-cinder-80469, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:04:03.279232 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-88adafc3-5692-4160-9836-320dd85800ba tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e85023036604c99b3ecbf1a7ae8ae4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6453187 Aug 16 13:04:03.279932 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cced5f-bfcd-4533-80a8-2bb9bd02ba78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e87b904-d772-4f21-8713-d34735780f75,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:03.299762 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] For port 00361403-e865-4135-b1f4-98564508c3fd, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=00361403-e865-4135-b1f4-98564508c3fd,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:04:03.307431 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-f9cced5f-bfcd-4533-80a8-2bb9bd02ba78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0c4cd1d8e3e408f9821b89ef2528de1&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5217290 Aug 16 13:04:03.319058 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 37476) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:03.328711 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-542b17af-d50f-4857-97ab-b10ab8044892 service neutron] 10.222.0.61 "GET /v2.0/networks/038faf47-d060-4af4-a209-fdf781b3d4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052184 Aug 16 13:04:03.390084 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.454203 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.458065 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b2966864-219a-446a-a0a4-ac5c61ddc40e req-82b572a3-1635-42fc-9f30-fc643dc7cfe8 service neutron] 10.222.0.61 "GET /v2.0/networks/038faf47-d060-4af4-a209-fdf781b3d4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208062 Aug 16 13:04:03.487681 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5202044-b8c0-459c-a18b-cff67c7274f7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Pushing event updated for resources: {'Port': ['ID=ffb66e61-f8f5-41ac-98d7-d37ee2c4dc19,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:03.568335 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:03.568965 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.570598 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] 10.222.0.61 "PUT /v2.0/ports/00361403-e865-4135-b1f4-98564508c3fd HTTP/1.1" status: 200 len: 1093 time: 4.6588550 Aug 16 13:04:03.577559 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5202044-b8c0-459c-a18b-cff67c7274f7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.586738 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-a5202044-b8c0-459c-a18b-cff67c7274f7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7491105 Aug 16 13:04:03.586738 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25898c7-55c2-4d74-aedf-e4d059781ded', 'tag': '00361403-e865-4135-b1f4-98564508c3fd'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:03.704111 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816018e5-b66f-46d3-b4a8-cdb4b49651c8 req-f43933f9-3af1-4314-90c3-6dbcc6083244 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:03.705714 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-816018e5-b66f-46d3-b4a8-cdb4b49651c8 req-f43933f9-3af1-4314-90c3-6dbcc6083244 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 943 time: 0.0696375 Aug 16 13:04:03.729831 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6311f1c6-46a8-483a-b64c-460703f08835 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:03.767240 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-816018e5-b66f-46d3-b4a8-cdb4b49651c8 req-a6ac1a2b-2edd-4964-b93a-ca9814d5b23e tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552223 Aug 16 13:04:03.917771 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-420e57fa-b830-47cf-9754-6886df2a8fc7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1416442882&fields=id&tenant_id=35289569ce2a48d18e2b46800222e61d HTTP/1.1" status: 200 len: 267 time: 0.0490291 Aug 16 13:04:03.985590 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdce518-1d8f-428f-9280-74595e9aeff7" -d '{"events": [{"name": "network-changed", "server_uuid": "c25898c7-55c2-4d74-aedf-e4d059781ded", "tag": "00361403-e865-4135-b1f4-98564508c3fd"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:04.031211 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b9e54-3e03-4be2-a9f5-d06dc0b9aafa service neutron] Pushing event updated for resources: {'Port': ['ID=00361403-e865-4135-b1f4-98564508c3fd,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:04.038737 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-5f1eb8f4-576d-4612-a628-4695d4df2095 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:04.040674 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-5f1eb8f4-576d-4612-a628-4695d4df2095 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/networks?id=b120bbf0-0985-452a-bb3e-65b335150f39 HTTP/1.1" status: 200 len: 811 time: 0.1147466 Aug 16 13:04:04.049985 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-f868b6d3-b485-4cd6-9acd-ee1b5d09dcaa service neutron] 10.222.0.20 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7541394 Aug 16 13:04:04.057942 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-139af4da-9c3b-48d6-aefd-8dae16aee559 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/quotas/35289569ce2a48d18e2b46800222e61d HTTP/1.1" status: 200 len: 375 time: 0.0107317 Aug 16 13:04:04.063663 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a293ed5e-18c4-430e-a55c-9106f37f5775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.118733 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-6be58123-b1d6-4867-b383-a5a4beb37123 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=35289569ce2a48d18e2b46800222e61d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539355 Aug 16 13:04:04.165664 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-55e55d6e-82f5-44b1-8030-5876d0226430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:04.167141 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-55e55d6e-82f5-44b1-8030-5876d0226430 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49abdb5182444a8ab635e34dda44fd9c&device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 1096 time: 0.4773443 Aug 16 13:04:04.183498 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a293ed5e-18c4-430e-a55c-9106f37f5775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.193080 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-3d29a2f8-2efd-44cc-a159-566fc1b2786a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Made reservation on behalf of 5e85023036604c99b3ecbf1a7ae8ae4d for: {'port': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:04.196577 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-3d29a2f8-2efd-44cc-a159-566fc1b2786a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.236776 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-e4517e91-808d-434e-a5b8-f0252921a70f service neutron] 10.222.0.20 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950627 Aug 16 13:04:04.252223 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6311f1c6-46a8-483a-b64c-460703f08835 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.302948 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6311f1c6-46a8-483a-b64c-460703f08835 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.305499 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-de6c0453-d72c-471c-b169-6a6f8bf42339 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00361403-e865-4135-b1f4-98564508c3fd HTTP/1.1" status: 200 len: 217 time: 0.1058877 Aug 16 13:04:04.335593 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-8c121219-c792-4b6f-aa3c-4fb8ed1bae6b service neutron] 10.222.0.20 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929027 Aug 16 13:04:04.388627 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311f1c6-46a8-483a-b64c-460703f08835 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af50f3ea-a8ed-448c-8b4c-25821e510d04,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:04.472063 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6311f1c6-46a8-483a-b64c-460703f08835 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.473371 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-6311f1c6-46a8-483a-b64c-460703f08835 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3454928 Aug 16 13:04:04.482628 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 37524) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:04.495515 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-cdb0d005-93d8-4a63-9a3e-2a278163591a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Request body: {'floatingip': {'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:04.503304 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-8956af28-3ba6-483d-b525-c56ea195787d service neutron] 10.222.0.20 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371731 Aug 16 13:04:04.556263 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d005-93d8-4a63-9a3e-2a278163591a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for floatingip, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.572503 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 1e4c2b92-478c-4248-9590-8cf0ac5a893d up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:04.575494 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-1c6bb3d9-164a-45d0-81ba-f07ee73ef36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:04.577557 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-1c6bb3d9-164a-45d0-81ba-f07ee73ef36a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=957e0498-9090-4243-9332-9dea676ee25f HTTP/1.1" status: 200 len: 855 time: 0.2483881 Aug 16 13:04:04.578209 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a293ed5e-18c4-430e-a55c-9106f37f5775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.592665 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a293ed5e-18c4-430e-a55c-9106f37f5775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.596497 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-a293ed5e-18c4-430e-a55c-9106f37f5775 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e87b904-d772-4f21-8713-d34735780f75 HTTP/1.1" status: 204 len: 168 time: 1.2663710 Aug 16 13:04:04.724155 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293ed5e-18c4-430e-a55c-9106f37f5775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e87b904-d772-4f21-8713-d34735780f75,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:04.730111 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-abcd14b2-53c2-45be-a451-1b68470d4d73 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298664 Aug 16 13:04:04.733209 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 1e4c2b92-478c-4248-9590-8cf0ac5a893d triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:04.734886 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.848127 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d005-93d8-4a63-9a3e-2a278163591a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:04.882088 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 086cdaa8-b9b5-491a-ae8e-4355342d2e24 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:04:04.970490 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-3d29a2f8-2efd-44cc-a159-566fc1b2786a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Allocated IP 172.20.0.11 (a6191893-b7d5-474d-8040-4bf12149b722/7a34715e-16db-490b-b147-81ef16ffb5fd/d19cf8df-cce0-49a3-bdaa-5a89fd08b59e) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:05.080359 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6266d26e-8966-4b3e-8c28-6087a6f2d8d8 x-openstack-request-id: req-6266d26e-8966-4b3e-8c28-6087a6f2d8d8 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:05.080773 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25898c7-55c2-4d74-aedf-e4d059781ded", "tag": "00361403-e865-4135-b1f4-98564508c3fd", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:05.081301 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6266d26e-8966-4b3e-8c28-6087a6f2d8d8 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:05.081965 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25898c7-55c2-4d74-aedf-e4d059781ded', 'tag': '00361403-e865-4135-b1f4-98564508c3fd', 'status': 'completed', 'code': 200} Aug 16 13:04:05.156892 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-e96e6c9a-f67b-461a-b4aa-592c1aba3d7d service neutron] 10.222.0.61 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857808 Aug 16 13:04:05.166281 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5675726-5517-4de5-b447-60627f96e655 req-6305e251-e3fb-4603-b660-e3124afd33d0 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:05.176717 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d5675726-5517-4de5-b447-60627f96e655 req-6305e251-e3fb-4603-b660-e3124afd33d0 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 943 time: 0.2845707 Aug 16 13:04:05.182706 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-bab8f228-aba6-4d12-81e2-64c79fbdfe23 req-602702f2-c5e4-474d-a03f-0e1bcfced9de tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 210 time: 0.0672040 Aug 16 13:04:05.254971 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [None req-cdb0d005-93d8-4a63-9a3e-2a278163591a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Allocated IP 172.27.3.93 (dd0d50ff-d8a0-439f-a316-3d03b34bea63/fc8a6ada-9b26-423b-a24f-6b1bb332a099/25712dee-4c9d-42d3-8ad5-180e0d43ffc6) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:05.346606 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e2bedbbe-5044-4148-a511-0cc55e32212d req-70bb457e-9445-4421-ae92-764eef27a987 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 210 time: 0.0794094 Aug 16 13:04:05.383603 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device d15e5d5a-6959-471c-937c-24f096804470 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:05.504690 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2bc80f77-f31c-492d-ab36-b20dbd366b1c req-b31b432b-9bf0-4fd7-877e-51d069afd7f4 service neutron] 10.222.0.61 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100333 Aug 16 13:04:05.550758 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.554625 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 37572) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:05.594288 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d5675726-5517-4de5-b447-60627f96e655 req-60dcc9e3-2e27-4264-84cb-27ffccf3df8c tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150674 Aug 16 13:04:05.627727 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-af9ec691-ae4d-4e40-943c-4e570a77af53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.662530 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 086cdaa8-b9b5-491a-ae8e-4355342d2e24, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=086cdaa8-b9b5-491a-ae8e-4355342d2e24,segment=NetworkSegment(18be70b9-85b4-4acd-899d-d27fc19fefa9),segment_id=18be70b9-85b4-4acd-899d-d27fc19fefa9)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:05.670062 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port d15e5d5a-6959-471c-937c-24f096804470 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:05.681547 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35e113-ba6f-4172-b493-a710991b6bd2 req-482f6252-022c-47cd-86bd-4cf5783aee13 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:05.691484 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4e35e113-ba6f-4172-b493-a710991b6bd2 req-482f6252-022c-47cd-86bd-4cf5783aee13 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 943 time: 0.2126009 Aug 16 13:04:05.717809 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port d15e5d5a-6959-471c-937c-24f096804470 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:05.718267 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.721572 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': '086cdaa8-b9b5-491a-ae8e-4355342d2e24', 'network_id': '038faf47-d060-4af4-a209-fdf781b3d4c1', 'port_id': '086cdaa8-b9b5-491a-ae8e-4355342d2e24', 'mac_address': 'fa:16:3e:bd:d3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9babbcb2-f272-473c-86d3-9a40d7ac8810', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:04:05.756347 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d005-93d8-4a63-9a3e-2a278163591a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.786037 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdce518-1d8f-428f-9280-74595e9aeff7 req-85cdd495-2815-4c44-8af3-55951c06991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:05.787965 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8cdce518-1d8f-428f-9280-74595e9aeff7 req-85cdd495-2815-4c44-8af3-55951c06991c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49abdb5182444a8ab635e34dda44fd9c&device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 1096 time: 0.1511657 Aug 16 13:04:05.818040 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4e35e113-ba6f-4172-b493-a710991b6bd2 req-83dfe1be-4152-47f0-a10b-49718e3975ab tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253412 Aug 16 13:04:05.833255 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-3d29a2f8-2efd-44cc-a159-566fc1b2786a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.867679 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d005-93d8-4a63-9a3e-2a278163591a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.891671 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:05.949677 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0d005-93d8-4a63-9a3e-2a278163591a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:05.956165 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-cdb0d005-93d8-4a63-9a3e-2a278163591a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:05.978374 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb0d005-93d8-4a63-9a3e-2a278163591a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:06.057201 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086cdaa8-b9b5-491a-ae8e-4355342d2e24 {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:04:06.065429 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdce518-1d8f-428f-9280-74595e9aeff7 req-f1824453-17a1-4d28-afc0-dcfa1e19b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:06.066926 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8cdce518-1d8f-428f-9280-74595e9aeff7 req-f1824453-17a1-4d28-afc0-dcfa1e19b6c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc HTTP/1.1" status: 200 len: 916 time: 0.2628305 Aug 16 13:04:06.088400 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-3d29a2f8-2efd-44cc-a159-566fc1b2786a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.107290 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 086cdaa8-b9b5-491a-ae8e-4355342d2e24, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=086cdaa8-b9b5-491a-ae8e-4355342d2e24,segment=NetworkSegment(18be70b9-85b4-4acd-899d-d27fc19fefa9),segment_id=18be70b9-85b4-4acd-899d-d27fc19fefa9)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:06.110559 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.120386 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.147319 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d005-93d8-4a63-9a3e-2a278163591a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.150131 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-af9ec691-ae4d-4e40-943c-4e570a77af53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.162577 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0d005-93d8-4a63-9a3e-2a278163591a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Pushing event updated for resources: {'Port': ['ID=25712dee-4c9d-42d3-8ad5-180e0d43ffc6,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:06.170897 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8cdce518-1d8f-428f-9280-74595e9aeff7 req-326d8dcf-ab0d-410f-ad39-d6072cdaa854 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00361403-e865-4135-b1f4-98564508c3fd HTTP/1.1" status: 200 len: 217 time: 0.0916600 Aug 16 13:04:06.175726 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-af9ec691-ae4d-4e40-943c-4e570a77af53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.182123 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port d15e5d5a-6959-471c-937c-24f096804470, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=d15e5d5a-6959-471c-937c-24f096804470,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:06.191707 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.192573 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device d2797059-6f68-4e77-a9ef-5ed9fcea1588 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:06.213283 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d005-93d8-4a63-9a3e-2a278163591a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.216121 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=086cdaa8-b9b5-491a-ae8e-4355342d2e24,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:06.275679 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-3d29a2f8-2efd-44cc-a159-566fc1b2786a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Network a6191893-b7d5-474d-8040-4bf12149b722 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:06.287624 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=d15e5d5a-6959-471c-937c-24f096804470,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:06.295551 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port d2797059-6f68-4e77-a9ef-5ed9fcea1588 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:06.296275 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.306281 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-3d29a2f8-2efd-44cc-a159-566fc1b2786a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:06.308874 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-3d29a2f8-2efd-44cc-a159-566fc1b2786a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:06.314743 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-3d29a2f8-2efd-44cc-a159-566fc1b2786a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:06.315378 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-3d29a2f8-2efd-44cc-a159-566fc1b2786a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.337623 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdce518-1d8f-428f-9280-74595e9aeff7 req-7fde6c94-feaf-4399-a6b4-93b5f9f39c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:06.339307 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8cdce518-1d8f-428f-9280-74595e9aeff7 req-7fde6c94-feaf-4399-a6b4-93b5f9f39c8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=957e0498-9090-4243-9332-9dea676ee25f HTTP/1.1" status: 200 len: 855 time: 0.1587491 Aug 16 13:04:06.364143 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ada05c04-4604-456d-a9cf-19813707587d req-cef15fd5-299c-4028-84c9-3994515d081e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 210 time: 0.0844414 Aug 16 13:04:06.365020 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29a2f8-2efd-44cc-a159-566fc1b2786a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Pushing event updated for resources: {'Port': ['ID=d19cf8df-cce0-49a3-bdaa-5a89fd08b59e,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:06.386962 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ec691-ae4d-4e40-943c-4e570a77af53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e995ba6-dfdd-461d-8a7e-83e0d4cbb4ea,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:06.409818 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-af9ec691-ae4d-4e40-943c-4e570a77af53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=276f5295ec1c4727a7db7168ca1be3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8487957 Aug 16 13:04:06.412049 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-3d29a2f8-2efd-44cc-a159-566fc1b2786a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2372735 Aug 16 13:04:06.412378 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 37588) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:06.441742 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d005-93d8-4a63-9a3e-2a278163591a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.465740 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8cdce518-1d8f-428f-9280-74595e9aeff7 req-8cc64d40-0144-4e96-9af4-88b766d66321 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078603 Aug 16 13:04:06.471671 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Request body: {'port': {'device_id': 'ab55f211-7206-4bfd-9aa7-37bf62d6b506', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:06.496265 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d005-93d8-4a63-9a3e-2a278163591a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.522450 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['086cdaa8-b9b5-491a-ae8e-4355342d2e24'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:04:06.553492 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-eed96139-5904-4eaa-a4ad-b8955237ba71 req-5a8ef4cc-3587-481a-8905-5c2e745fe392 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 210 time: 0.1068723 Aug 16 13:04:06.593779 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:06.616698 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device d15e5d5a-6959-471c-937c-24f096804470 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:06.821674 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 00361403-e865-4135-b1f4-98564508c3fd details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:04:06.926703 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8cdce518-1d8f-428f-9280-74595e9aeff7 req-741350f0-39b6-4dbe-9012-d5334e0cd2d7 service neutron] 10.222.0.61 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519911 Aug 16 13:04:06.949300 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port d15e5d5a-6959-471c-937c-24f096804470 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:06.949680 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.001270 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d005-93d8-4a63-9a3e-2a278163591a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726215'] for floatingip, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.007286 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.db.resource_extend [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 13:04:07.115779 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 37614) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:07.116007 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.61', 51590) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:07.132901 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0d005-93d8-4a63-9a3e-2a278163591a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Pushing event updated for resources: {'Port': ['ID=25712dee-4c9d-42d3-8ad5-180e0d43ffc6,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:07.157442 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d005-93d8-4a63-9a3e-2a278163591a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.158694 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-cdb0d005-93d8-4a63-9a3e-2a278163591a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6690466 Aug 16 13:04:07.159784 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9670fb67-490d-4f5b-93ea-978a1c45d457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.253598 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 00361403-e865-4135-b1f4-98564508c3fd, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=00361403-e865-4135-b1f4-98564508c3fd,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:07.280862 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': '00361403-e865-4135-b1f4-98564508c3fd', 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc', 'port_id': '00361403-e865-4135-b1f4-98564508c3fd', 'mac_address': 'fa:16:3e:38:ad:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '957e0498-9090-4243-9332-9dea676ee25f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:04:07.335778 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9670fb67-490d-4f5b-93ea-978a1c45d457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.360946 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:04:07.381360 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a29c0e-a010-4a1d-bdd2-08ce3eab2e8f req-112ee14c-92fc-4222-9095-f4c4a29477e1 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:07.383059 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-85a29c0e-a010-4a1d-bdd2-08ce3eab2e8f req-112ee14c-92fc-4222-9095-f4c4a29477e1 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 943 time: 0.4548161 Aug 16 13:04:07.384899 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.390486 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dc40a-f3e9-4f8b-b708-b8a0d5321810 req-0db22669-c078-4195-bf87-e3f498ddd9ec tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:07.400416 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7e5dc40a-f3e9-4f8b-b708-b8a0d5321810 req-0db22669-c078-4195-bf87-e3f498ddd9ec tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 944 time: 0.4197853 Aug 16 13:04:07.403976 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00361403-e865-4135-b1f4-98564508c3fd {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:04:07.412610 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-84f80b02-51ed-485a-92c8-55aca6ffe9fc tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:07.414276 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-84f80b02-51ed-485a-92c8-55aca6ffe9fc tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.61 "GET /v2.0/networks?id=b120bbf0-0985-452a-bb3e-65b335150f39 HTTP/1.1" status: 200 len: 811 time: 0.4706292 Aug 16 13:04:07.425638 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 00361403-e865-4135-b1f4-98564508c3fd, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=00361403-e865-4135-b1f4-98564508c3fd,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:07.430794 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.467547 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-10d447a4-b7d4-4384-b8ee-10886c39a4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.478524 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8cdce518-1d8f-428f-9280-74595e9aeff7 req-8fceb0d6-3a3a-4e45-807b-1b5632e07322 service neutron] 10.222.0.61 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129290 Aug 16 13:04:07.487033 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-85a29c0e-a010-4a1d-bdd2-08ce3eab2e8f req-5afc8358-d6d0-4591-b373-447d642d0e87 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903428 Aug 16 13:04:07.493749 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=00361403-e865-4135-b1f4-98564508c3fd,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:07.567136 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9670fb67-490d-4f5b-93ea-978a1c45d457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.570062 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9670fb67-490d-4f5b-93ea-978a1c45d457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.573197 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-9670fb67-490d-4f5b-93ea-978a1c45d457 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e995ba6-dfdd-461d-8a7e-83e0d4cbb4ea HTTP/1.1" status: 204 len: 168 time: 1.1573048 Aug 16 13:04:07.585421 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19cf8df-cce0-49a3-bdaa-5a89fd08b59e {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:04:07.602709 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.619005 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-4469910f-a0fb-4ae3-886e-c1544c0e8cd5 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35289569ce2a48d18e2b46800222e61d HTTP/1.1" status: 200 len: 380 time: 0.1582625 Aug 16 13:04:07.625168 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7e5dc40a-f3e9-4f8b-b708-b8a0d5321810 req-7981b3c1-8ff1-44d7-a8de-6732691a6555 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236593 Aug 16 13:04:07.625867 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670fb67-490d-4f5b-93ea-978a1c45d457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e995ba6-dfdd-461d-8a7e-83e0d4cbb4ea,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:07.641873 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Transition to ACTIVE for port object d19cf8df-cce0-49a3-bdaa-5a89fd08b59e will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:07.645921 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-acbbd51f-917f-45d4-ae9d-63d054c1117c tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:07.646064 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-840d4cc0-c3d1-4f83-87ec-62a685ad22d2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1040806098&fields=id&tenant_id=065e8e5b57d74a0d98687912b8c6d026 HTTP/1.1" status: 200 len: 267 time: 0.0728948 Aug 16 13:04:07.647649 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-acbbd51f-917f-45d4-ae9d-63d054c1117c tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.61 "GET /v2.0/networks?id=a6191893-b7d5-474d-8040-4bf12149b722 HTTP/1.1" status: 200 len: 818 time: 0.5271435 Aug 16 13:04:07.651126 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-a7713325-1e82-4213-abf6-a3b7f151087e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Request body: {'port': {'device_id': 'f1b587ee-33bf-4200-b0c6-f64a4893e6c5', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'admin_state_up': True, 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'security_groups': ['c2bf9dc5-dd35-478e-bdcd-63db91219abc']}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:07.659773 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.689015 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-f48ac0eb-c152-485f-95a6-163d1402975a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Request body: {'port': {'device_id': '19859ea5-2803-41f8-93ea-93e65e21deaf', 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722', 'admin_state_up': True, 'tenant_id': '5e85023036604c99b3ecbf1a7ae8ae4d'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:07.737409 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['00361403-e865-4135-b1f4-98564508c3fd'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:04:07.779741 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d19cf8df-cce0-49a3-bdaa-5a89fd08b59e,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:07.830136 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7d1ed6e2-475c-4b38-85fb-df460ac1b9bf req-16609a85-990a-41aa-9950-36cf0a4fc8a1 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 210 time: 0.0997469 Aug 16 13:04:07.831336 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Attempting to bind port d19cf8df-cce0-49a3-bdaa-5a89fd08b59e on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:04:07.831730 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Attempting to bind port d19cf8df-cce0-49a3-bdaa-5a89fd08b59e by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '65810606-55c3-44a7-9e61-1e7601be827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:04:07.832058 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Attempting to bind port d19cf8df-cce0-49a3-bdaa-5a89fd08b59e on network a6191893-b7d5-474d-8040-4bf12149b722 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:07.840301 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Port d19cf8df-cce0-49a3-bdaa-5a89fd08b59e on network a6191893-b7d5-474d-8040-4bf12149b722 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:04:07.840450 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Attempting to bind port d19cf8df-cce0-49a3-bdaa-5a89fd08b59e on network a6191893-b7d5-474d-8040-4bf12149b722 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:07.853215 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:04:07.853550 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Checking segment: {'id': '65810606-55c3-44a7-9e61-1e7601be827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:07.853929 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Bound using segment: {'id': '65810606-55c3-44a7-9e61-1e7601be827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:04:07.854360 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Bound port: d19cf8df-cce0-49a3-bdaa-5a89fd08b59e, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65810606-55c3-44a7-9e61-1e7601be827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:04:07.854785 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.874877 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-81da29c0-37bf-4ced-8e6a-8c7509685c2e tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:07.876576 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-81da29c0-37bf-4ced-8e6a-8c7509685c2e tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/networks?id=0f5346d6-5894-47ff-bb0d-27a8e17e988b HTTP/1.1" status: 200 len: 816 time: 0.2189333 Aug 16 13:04:07.919003 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-0af19fd7-66d0-4f52-acc4-3d0ac23edd89 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/quotas/065e8e5b57d74a0d98687912b8c6d026 HTTP/1.1" status: 200 len: 375 time: 0.0161726 Aug 16 13:04:07.933465 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-10d447a4-b7d4-4384-b8ee-10886c39a4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.956536 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-10d447a4-b7d4-4384-b8ee-10886c39a4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.972376 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-a7713325-1e82-4213-abf6-a3b7f151087e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Made reservation on behalf of 35289569ce2a48d18e2b46800222e61d for: {'port': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:07.976229 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-a7713325-1e82-4213-abf6-a3b7f151087e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:07.979621 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] For port d19cf8df-cce0-49a3-bdaa-5a89fd08b59e, host hv-cinder-80469, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:04:07.984410 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] For port d19cf8df-cce0-49a3-bdaa-5a89fd08b59e, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d19cf8df-cce0-49a3-bdaa-5a89fd08b59e,segment=NetworkSegment(65810606-55c3-44a7-9e61-1e7601be827f),segment_id=65810606-55c3-44a7-9e61-1e7601be827f)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:04:08.001681 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-e9aa7feb-283c-47a0-8472-e40953f69daf tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=065e8e5b57d74a0d98687912b8c6d026&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743744 Aug 16 13:04:08.003744 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:08.048069 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:08.048461 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:08.049857 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] 10.222.0.61 "PUT /v2.0/ports/d19cf8df-cce0-49a3-bdaa-5a89fd08b59e HTTP/1.1" status: 200 len: 1094 time: 1.5832274 Aug 16 13:04:08.053219 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab55f211-7206-4bfd-9aa7-37bf62d6b506', 'tag': 'd19cf8df-cce0-49a3-bdaa-5a89fd08b59e'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:08.055227 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd95f3c-9089-4859-87b2-a1f069761fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "ab55f211-7206-4bfd-9aa7-37bf62d6b506", "tag": "d19cf8df-cce0-49a3-bdaa-5a89fd08b59e"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:08.061492 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-10d447a4-b7d4-4384-b8ee-10886c39a4b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2608d4fee7d447b59468ecd157c4df2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9422183 Aug 16 13:04:08.071030 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 37652) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:08.110152 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-f48ac0eb-c152-485f-95a6-163d1402975a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Made reservation on behalf of 5e85023036604c99b3ecbf1a7ae8ae4d for: {'port': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:08.113623 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-f48ac0eb-c152-485f-95a6-163d1402975a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:08.136429 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d447a4-b7d4-4384-b8ee-10886c39a4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdd4470-7109-4513-be83-836d2fb2764c,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:08.150144 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-611f7e8f-6038-4ad2-918e-b69c5a6fc898 req-8721ecb7-b0fd-40c3-86d8-b4168be0462a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 210 time: 0.0814552 Aug 16 13:04:08.183614 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4e6f6-9e6d-4dce-9710-4c59a99d17b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d19cf8df-cce0-49a3-bdaa-5a89fd08b59e,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:08.222877 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-ea8d7290-71e7-44c2-9c47-e1148cd5e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:08.224525 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-ea8d7290-71e7-44c2-9c47-e1148cd5e714 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e85023036604c99b3ecbf1a7ae8ae4d&device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 1097 time: 0.1081424 Aug 16 13:04:08.226901 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-443528ac-397e-453b-8b05-27a0b9d351e9 service neutron] 10.222.0.20 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929648 Aug 16 13:04:08.228315 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fed1f4-3bac-4a07-8bd8-37e520da1aca x-openstack-request-id: req-c1fed1f4-3bac-4a07-8bd8-37e520da1aca {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:08.228597 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab55f211-7206-4bfd-9aa7-37bf62d6b506", "tag": "d19cf8df-cce0-49a3-bdaa-5a89fd08b59e", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:08.229113 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1fed1f4-3bac-4a07-8bd8-37e520da1aca {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:08.229496 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab55f211-7206-4bfd-9aa7-37bf62d6b506', 'tag': 'd19cf8df-cce0-49a3-bdaa-5a89fd08b59e', 'status': 'completed', 'code': 200} Aug 16 13:04:08.293857 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-a7713325-1e82-4213-abf6-a3b7f151087e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Allocated IP 172.20.0.5 (b120bbf0-0985-452a-bb3e-65b335150f39/396e273c-25ea-422a-a322-cf3e6f91f4f2/a8518f0f-2d76-466f-866d-4f5eb952d39a) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:08.306861 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b788f26-a0ef-4d95-aef8-d86de4178de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:08.323794 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-73412290-ae53-417c-b7d3-023637660708 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d19cf8df-cce0-49a3-bdaa-5a89fd08b59e HTTP/1.1" status: 200 len: 217 time: 0.0698206 Aug 16 13:04:08.372539 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b788f26-a0ef-4d95-aef8-d86de4178de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:08.427138 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-f48ac0eb-c152-485f-95a6-163d1402975a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Allocated IP 172.20.0.3 (a6191893-b7d5-474d-8040-4bf12149b722/7a34715e-16db-490b-b147-81ef16ffb5fd/5c0baa51-018c-46b6-8380-3c287c8f2e1b) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:08.431335 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-0ed369f8-1e16-4955-ada2-bd55e7654b13 service neutron] 10.222.0.20 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964669 Aug 16 13:04:08.450438 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-ce1494eb-451d-4206-a966-032fc73378c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:08.453403 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-ce1494eb-451d-4206-a966-032fc73378c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a34715e-16db-490b-b147-81ef16ffb5fd HTTP/1.1" status: 200 len: 858 time: 0.1225340 Aug 16 13:04:08.517088 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b788f26-a0ef-4d95-aef8-d86de4178de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:08.519681 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b788f26-a0ef-4d95-aef8-d86de4178de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:08.521024 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-3b788f26-a0ef-4d95-aef8-d86de4178de0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bdd4470-7109-4513-be83-836d2fb2764c HTTP/1.1" status: 204 len: 168 time: 0.4430211 Aug 16 13:04:08.554599 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-cd12b02e-0417-4723-a9c1-77da9f154526 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6191893-b7d5-474d-8040-4bf12149b722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938466 Aug 16 13:04:08.587188 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b788f26-a0ef-4d95-aef8-d86de4178de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdd4470-7109-4513-be83-836d2fb2764c,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:08.724175 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-8d60a795-c41e-4819-9796-2379d3deadb5 service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619732 Aug 16 13:04:08.782079 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-a7713325-1e82-4213-abf6-a3b7f151087e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:08.824963 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 086cdaa8-b9b5-491a-ae8e-4355342d2e24 up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:08.868368 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-a7713325-1e82-4213-abf6-a3b7f151087e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Transition to ACTIVE for port object a8518f0f-2d76-466f-866d-4f5eb952d39a will not be triggered until provisioned by entity DHCP. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:08.913759 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4518b-3a0b-486d-8fd0-7e0ebe1f4171 req-5c8ccf45-c2f6-423f-9224-d1557325ce26 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:08.927974 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8bd4518b-3a0b-486d-8fd0-7e0ebe1f4171 req-5c8ccf45-c2f6-423f-9224-d1557325ce26 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 944 time: 0.2632461 Aug 16 13:04:08.941702 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port 086cdaa8-b9b5-491a-ae8e-4355342d2e24 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:08.946305 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port 086cdaa8-b9b5-491a-ae8e-4355342d2e24 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:08.946779 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:08.980040 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75c326-c201-425a-ad70-ba1bfe72b1a1 req-a5a488e1-8f81-43cd-ad7c-8399c62ce71e tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:08.982521 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0d75c326-c201-425a-ad70-ba1bfe72b1a1 req-a5a488e1-8f81-43cd-ad7c-8399c62ce71e tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 944 time: 0.1220541 Aug 16 13:04:09.062981 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-22f1e897-024d-4e1b-a6be-771a8903cffb req-b28b7f72-146e-423b-a90a-16eb6036c629 service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304889 Aug 16 13:04:09.080004 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-a7713325-1e82-4213-abf6-a3b7f151087e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:09.104869 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0d75c326-c201-425a-ad70-ba1bfe72b1a1 req-69f067b6-40f2-4c76-87ce-8d029b4336de tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000485 Aug 16 13:04:09.105027 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8bd4518b-3a0b-486d-8fd0-7e0ebe1f4171 req-052f51aa-e2cd-483e-8bd4-18b4c6e80719 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758339 Aug 16 13:04:09.165594 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:09.218736 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 086cdaa8-b9b5-491a-ae8e-4355342d2e24, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=086cdaa8-b9b5-491a-ae8e-4355342d2e24,segment=NetworkSegment(18be70b9-85b4-4acd-899d-d27fc19fefa9),segment_id=18be70b9-85b4-4acd-899d-d27fc19fefa9)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:09.219833 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2309612e-d1ba-4e9c-9a74-ade22b8488f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086cdaa8-b9b5-491a-ae8e-4355342d2e24'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:09.229320 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-f48ac0eb-c152-485f-95a6-163d1402975a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:09.267010 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-a7713325-1e82-4213-abf6-a3b7f151087e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Network b120bbf0-0985-452a-bb3e-65b335150f39 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:09.275266 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-a7713325-1e82-4213-abf6-a3b7f151087e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:09.293109 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7713325-1e82-4213-abf6-a3b7f151087e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Pushing event updated for resources: {'Port': ['ID=a8518f0f-2d76-466f-866d-4f5eb952d39a,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:09.297159 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:09.300770 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 00361403-e865-4135-b1f4-98564508c3fd up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:09.318557 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-a7713325-1e82-4213-abf6-a3b7f151087e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:09.324318 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-a7713325-1e82-4213-abf6-a3b7f151087e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:09.324851 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-a7713325-1e82-4213-abf6-a3b7f151087e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for port, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:09.419936 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-a7713325-1e82-4213-abf6-a3b7f151087e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7816217 Aug 16 13:04:09.424173 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d723eba8-314c-4bca-be55-02186458cf6c req-aee73b2c-d07e-40bf-b811-7a5ddf6f2f23 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 210 time: 0.1618221 Aug 16 13:04:09.432424 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=086cdaa8-b9b5-491a-ae8e-4355342d2e24,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:09.442191 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port 00361403-e865-4135-b1f4-98564508c3fd completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:09.459559 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port 00361403-e865-4135-b1f4-98564508c3fd triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:09.459946 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:09.464797 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd95f3c-9089-4859-87b2-a1f069761fcb req-4d9a1136-0bee-4624-9b39-0515610809ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:09.466322 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fbd95f3c-9089-4859-87b2-a1f069761fcb req-4d9a1136-0bee-4624-9b39-0515610809ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e85023036604c99b3ecbf1a7ae8ae4d&device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 1097 time: 0.2964714 Aug 16 13:04:09.484687 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Request body: {'port': {'device_id': 'f1b587ee-33bf-4200-b0c6-f64a4893e6c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:09.505156 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b5612-2e3b-4515-94b3-2d6dc54dc4fc req-6c51b6dd-07b3-4cb9-bf0d-200438f392fc tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:09.513064 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-780b5612-2e3b-4515-94b3-2d6dc54dc4fc req-6c51b6dd-07b3-4cb9-bf0d-200438f392fc tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 931 time: 0.2693095 Aug 16 13:04:09.561803 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 37720) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:09.565408 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-f48ac0eb-c152-485f-95a6-163d1402975a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:09.679409 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:09.692638 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2d1285ed-eefb-4c9a-98c1-f71c3e38e3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:09.695041 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc999f-09be-4aa7-848f-6ee0e7f554df req-416226e0-ffc9-45ff-9bb4-d498a4a6a4bf tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:09.698263 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ddcc999f-09be-4aa7-848f-6ee0e7f554df req-416226e0-ffc9-45ff-9bb4-d498a4a6a4bf tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 931 time: 0.0949707 Aug 16 13:04:09.757396 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-f48ac0eb-c152-485f-95a6-163d1402975a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Network a6191893-b7d5-474d-8040-4bf12149b722 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:09.760383 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd95f3c-9089-4859-87b2-a1f069761fcb req-4abaaf49-01b5-4bb1-ba20-cfa66e623a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:09.761653 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 00361403-e865-4135-b1f4-98564508c3fd, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=00361403-e865-4135-b1f4-98564508c3fd,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:09.762756 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fbd95f3c-9089-4859-87b2-a1f069761fcb req-4abaaf49-01b5-4bb1-ba20-cfa66e623a88 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6191893-b7d5-474d-8040-4bf12149b722 HTTP/1.1" status: 200 len: 919 time: 0.2859175 Aug 16 13:04:09.767465 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78b5061-231f-4643-8989-bd4aebf21cc6" -d '{"events": [{"server_uuid": "2309612e-d1ba-4e9c-9a74-ade22b8488f5", "name": "network-vif-plugged", "status": "completed", "tag": "086cdaa8-b9b5-491a-ae8e-4355342d2e24"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:09.774854 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-f48ac0eb-c152-485f-95a6-163d1402975a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:09.784765 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:09.791427 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-780b5612-2e3b-4515-94b3-2d6dc54dc4fc req-3c782af3-7c81-46d0-8826-325c51cec6fa tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771633 Aug 16 13:04:09.814846 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fbd95f3c-9089-4859-87b2-a1f069761fcb req-b7bec81e-b5ba-4296-876f-045a0aadd02d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d19cf8df-cce0-49a3-bdaa-5a89fd08b59e HTTP/1.1" status: 200 len: 217 time: 0.0425639 Aug 16 13:04:09.826058 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ac0eb-c152-485f-95a6-163d1402975a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Pushing event updated for resources: {'Port': ['ID=5c0baa51-018c-46b6-8380-3c287c8f2e1b,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:09.838341 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-f48ac0eb-c152-485f-95a6-163d1402975a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:09.844676 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-f48ac0eb-c152-485f-95a6-163d1402975a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:09.845597 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-f48ac0eb-c152-485f-95a6-163d1402975a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for port, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:09.850993 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:09.856685 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=00361403-e865-4135-b1f4-98564508c3fd,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:09.868812 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-9444db9c-2a34-4286-8790-a53ab7e9b618 None None] Provisioning for port a8518f0f-2d76-466f-866d-4f5eb952d39a completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:09.875910 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-9444db9c-2a34-4286-8790-a53ab7e9b618 None None] Provisioning complete for port a8518f0f-2d76-466f-866d-4f5eb952d39a triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:09.876515 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-9444db9c-2a34-4286-8790-a53ab7e9b618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:09.934056 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ddcc999f-09be-4aa7-848f-6ee0e7f554df req-1e408159-ca71-47d6-9d44-22decf46c34d tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153108 Aug 16 13:04:09.942163 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-9444db9c-2a34-4286-8790-a53ab7e9b618 None None] Port a8518f0f-2d76-466f-866d-4f5eb952d39a cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:09.958643 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd95f3c-9089-4859-87b2-a1f069761fcb req-a5729c70-ec97-40d2-97ac-afbdeb820245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:09.960775 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fbd95f3c-9089-4859-87b2-a1f069761fcb req-a5729c70-ec97-40d2-97ac-afbdeb820245 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a34715e-16db-490b-b147-81ef16ffb5fd HTTP/1.1" status: 200 len: 858 time: 0.1344600 Aug 16 13:04:10.015784 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fbd95f3c-9089-4859-87b2-a1f069761fcb req-4dccfc89-63be-424b-8f81-d4ac08e19a00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6191893-b7d5-474d-8040-4bf12149b722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466945 Aug 16 13:04:10.021745 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72eb8f31-d12e-4b0f-b1c2-e817937d117e x-openstack-request-id: req-72eb8f31-d12e-4b0f-b1c2-e817937d117e {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:10.022333 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2309612e-d1ba-4e9c-9a74-ade22b8488f5", "name": "network-vif-plugged", "status": "completed", "tag": "086cdaa8-b9b5-491a-ae8e-4355342d2e24", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:10.022738 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72eb8f31-d12e-4b0f-b1c2-e817937d117e {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:10.023398 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2309612e-d1ba-4e9c-9a74-ade22b8488f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086cdaa8-b9b5-491a-ae8e-4355342d2e24', 'code': 200} Aug 16 13:04:10.198425 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fbd95f3c-9089-4859-87b2-a1f069761fcb req-ce5f6f5d-3bca-4d3c-8d51-85651fcc445d service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712971 Aug 16 13:04:10.423381 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4be1f-ddac-499d-8ba5-7524c29aa274 req-386609df-b9cf-4f91-b78b-3f2bc0a1b4a2 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:10.438218 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2d1285ed-eefb-4c9a-98c1-f71c3e38e3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:10.441045 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fff4be1f-ddac-499d-8ba5-7524c29aa274 req-386609df-b9cf-4f91-b78b-3f2bc0a1b4a2 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 945 time: 0.2415743 Aug 16 13:04:10.461106 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2d1285ed-eefb-4c9a-98c1-f71c3e38e3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:10.484271 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9041b-5a4e-4e98-b3a5-6e669c3adc85 req-7d3b494f-fa42-4b47-b795-f51b17afca36 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:10.485945 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-40f9041b-5a4e-4e98-b3a5-6e669c3adc85 req-7d3b494f-fa42-4b47-b795-f51b17afca36 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 945 time: 0.1480460 Aug 16 13:04:10.504747 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-f48ac0eb-c152-485f-95a6-163d1402975a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8197308 Aug 16 13:04:10.528566 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663baac-d5c8-4750-b6e2-497715a1fb05 req-7999b821-3d3f-4bcf-afc7-ccb4445f3aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:10.530800 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d663baac-d5c8-4750-b6e2-497715a1fb05 req-7999b821-3d3f-4bcf-afc7-ccb4445f3aea service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 1098 time: 0.2161303 Aug 16 13:04:10.556391 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Request body: {'port': {'device_id': '19859ea5-2803-41f8-93ea-93e65e21deaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:10.591307 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fbd95f3c-9089-4859-87b2-a1f069761fcb req-52d6e262-fca2-4fd4-be01-4d1f4ebcbd25 service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706381 Aug 16 13:04:10.592015 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-d663baac-d5c8-4750-b6e2-497715a1fb05 req-bbdbd240-96ff-42fb-baac-739b8934d655 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:10.594534 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.61', 51595) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:10.612462 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-2d1285ed-eefb-4c9a-98c1-f71c3e38e3ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d95a7852dd654c22862ac8fbf11a4f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0483694 Aug 16 13:04:10.619704 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 37748) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:10.620459 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1285ed-eefb-4c9a-98c1-f71c3e38e3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d30332-c1b0-421a-a5bc-f603b581493b,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:10.622749 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fff4be1f-ddac-499d-8ba5-7524c29aa274 req-c6b766b2-3b3a-44ec-b074-11bff7d72d11 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808558 Aug 16 13:04:10.690200 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-40f9041b-5a4e-4e98-b3a5-6e669c3adc85 req-ea6e28da-6fac-41e2-b471-61768c819c2c tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905217 Aug 16 13:04:10.811223 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:10.833292 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device d19cf8df-cce0-49a3-bdaa-5a89fd08b59e details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:04:10.870264 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-64a6bb12-7cf5-4929-b2d3-089280288c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:10.906868 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8518f0f-2d76-466f-866d-4f5eb952d39a {{(pid=94054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:04:10.933220 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:10.967880 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e0f808c1-ef29-4c83-9eee-afd369301a66 req-058cad30-112d-4f26-94eb-34e841ba6051 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 210 time: 0.2324183 Aug 16 13:04:10.974169 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port d19cf8df-cce0-49a3-bdaa-5a89fd08b59e, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d19cf8df-cce0-49a3-bdaa-5a89fd08b59e,segment=NetworkSegment(65810606-55c3-44a7-9e61-1e7601be827f),segment_id=65810606-55c3-44a7-9e61-1e7601be827f)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:10.990128 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': 'd19cf8df-cce0-49a3-bdaa-5a89fd08b59e', 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722', 'port_id': 'd19cf8df-cce0-49a3-bdaa-5a89fd08b59e', 'mac_address': 'fa:16:3e:a4:1c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a34715e-16db-490b-b147-81ef16ffb5fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:04:10.996740 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Transition to ACTIVE for port object a8518f0f-2d76-466f-866d-4f5eb952d39a will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:11.023589 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-403055b6-30a7-4e9b-bb85-461f625e6814 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:11.025042 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-403055b6-30a7-4e9b-bb85-461f625e6814 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.61 "GET /v2.0/networks?id=0f5346d6-5894-47ff-bb0d-27a8e17e988b HTTP/1.1" status: 200 len: 816 time: 0.4284046 Aug 16 13:04:11.041048 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.058386 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19cf8df-cce0-49a3-bdaa-5a89fd08b59e {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:04:11.074501 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-64a6bb12-7cf5-4929-b2d3-089280288c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.078725 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.084630 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port d19cf8df-cce0-49a3-bdaa-5a89fd08b59e, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d19cf8df-cce0-49a3-bdaa-5a89fd08b59e,segment=NetworkSegment(65810606-55c3-44a7-9e61-1e7601be827f),segment_id=65810606-55c3-44a7-9e61-1e7601be827f)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:11.090371 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.129727 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-fc43d34a-cd34-4d60-a5ed-36114e39be99 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=065e8e5b57d74a0d98687912b8c6d026 HTTP/1.1" status: 200 len: 380 time: 0.0850968 Aug 16 13:04:11.143039 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-7a9aa455-f231-4ce9-8f6c-555a347d0709 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Request body: {'port': {'device_id': 'ac3633ff-22fd-4fc0-9928-e04e81671e24', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'admin_state_up': True, 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'security_groups': ['a4556043-3aa8-4624-828f-81aa6320cac2']}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:11.148635 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-d663baac-d5c8-4750-b6e2-497715a1fb05 req-bbdbd240-96ff-42fb-baac-739b8934d655 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.174157 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=d19cf8df-cce0-49a3-bdaa-5a89fd08b59e,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:11.191904 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711b87f-94fa-4b0e-886f-db2965ece1b3 req-0de7b814-a09e-41a0-b6f3-38129146f5c6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:11.194134 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1711b87f-94fa-4b0e-886f-db2965ece1b3 req-0de7b814-a09e-41a0-b6f3-38129146f5c6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 931 time: 0.2825484 Aug 16 13:04:11.197981 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-d663baac-d5c8-4750-b6e2-497715a1fb05 req-bbdbd240-96ff-42fb-baac-739b8934d655 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.258035 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e81437-b726-4c61-b437-f2875d42f430 req-a10ea074-4f57-46ee-8917-31ec477fc0c3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:11.259598 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-30e81437-b726-4c61-b437-f2875d42f430 req-a10ea074-4f57-46ee-8917-31ec477fc0c3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 931 time: 0.1935539 Aug 16 13:04:11.268456 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d663baac-d5c8-4750-b6e2-497715a1fb05 req-bbdbd240-96ff-42fb-baac-739b8934d655 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7295735 Aug 16 13:04:11.281478 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdbd240-96ff-42fb-baac-739b8934d655 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=77679c42-5997-4db3-981a-1d4398d1bd39,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:11.281985 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Pushing event updated for resources: {'Port': ['ID=a8518f0f-2d76-466f-866d-4f5eb952d39a,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:11.336559 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1711b87f-94fa-4b0e-886f-db2965ece1b3 req-40b79811-e914-4de6-a077-ede50bbbd941 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054590 Aug 16 13:04:11.337660 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Attempting to bind port a8518f0f-2d76-466f-866d-4f5eb952d39a on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:04:11.338162 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Attempting to bind port a8518f0f-2d76-466f-866d-4f5eb952d39a by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '836dcd0a-02d6-4d48-97ff-60a9cc1913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:04:11.338501 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Attempting to bind port a8518f0f-2d76-466f-866d-4f5eb952d39a on network b120bbf0-0985-452a-bb3e-65b335150f39 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:11.348971 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Port a8518f0f-2d76-466f-866d-4f5eb952d39a on network b120bbf0-0985-452a-bb3e-65b335150f39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:04:11.349313 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Attempting to bind port a8518f0f-2d76-466f-866d-4f5eb952d39a on network b120bbf0-0985-452a-bb3e-65b335150f39 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:11.355250 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-30e81437-b726-4c61-b437-f2875d42f430 req-f5463c1e-ec20-41cb-b77c-7679bfc407fa tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738621 Aug 16 13:04:11.361198 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-64a6bb12-7cf5-4929-b2d3-089280288c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.363874 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-64a6bb12-7cf5-4929-b2d3-089280288c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.365180 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-64a6bb12-7cf5-4929-b2d3-089280288c66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7d30332-c1b0-421a-a5bc-f603b581493b HTTP/1.1" status: 204 len: 168 time: 0.7015710 Aug 16 13:04:11.386453 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-7a9aa455-f231-4ce9-8f6c-555a347d0709 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Made reservation on behalf of 065e8e5b57d74a0d98687912b8c6d026 for: {'port': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:04:11.389505 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['d19cf8df-cce0-49a3-bdaa-5a89fd08b59e'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:04:11.389653 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:04:11.389748 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Checking segment: {'id': '836dcd0a-02d6-4d48-97ff-60a9cc1913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:11.390141 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Bound using segment: {'id': '836dcd0a-02d6-4d48-97ff-60a9cc1913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:04:11.390884 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Bound port: a8518f0f-2d76-466f-866d-4f5eb952d39a, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836dcd0a-02d6-4d48-97ff-60a9cc1913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:04:11.391255 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.393469 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-7a9aa455-f231-4ce9-8f6c-555a347d0709 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.412563 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6bb12-7cf5-4929-b2d3-089280288c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d30332-c1b0-421a-a5bc-f603b581493b,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:11.543366 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] For port a8518f0f-2d76-466f-866d-4f5eb952d39a, host hv-cinder-80469, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:04:11.548738 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0baa51-018c-46b6-8380-3c287c8f2e1b {{(pid=94054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:04:11.554490 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] For port a8518f0f-2d76-466f-866d-4f5eb952d39a, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=a8518f0f-2d76-466f-866d-4f5eb952d39a,segment=NetworkSegment(836dcd0a-02d6-4d48-97ff-60a9cc1913b3),segment_id=836dcd0a-02d6-4d48-97ff-60a9cc1913b3)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:04:11.559308 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.576602 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.583784 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-7a9aa455-f231-4ce9-8f6c-555a347d0709 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Allocated IP 172.20.0.8 (0f5346d6-5894-47ff-bb0d-27a8e17e988b/ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1/77349e1a-1417-48d6-9a12-c26fd43bd611) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:04:11.636609 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Pushing event updated for resources: {'Port': ['ID=a8518f0f-2d76-466f-866d-4f5eb952d39a,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:11.657635 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Transition to ACTIVE for port object 5c0baa51-018c-46b6-8380-3c287c8f2e1b will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:11.670586 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.678999 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:11.679702 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for port, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.681199 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-feb05493-cb5a-49eb-8ef5-e449bd1eeeac service neutron] 10.222.0.61 "PUT /v2.0/ports/a8518f0f-2d76-466f-866d-4f5eb952d39a HTTP/1.1" status: 200 len: 1093 time: 2.2051446 Aug 16 13:04:11.692875 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b587ee-33bf-4200-b0c6-f64a4893e6c5', 'tag': 'a8518f0f-2d76-466f-866d-4f5eb952d39a'}] {{(pid=94054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:11.695947 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2e02789a86343ed90e228d8a01386e3b0dd3ee74f1c4d71a2f16840b073a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bf6839-83e8-488e-939e-bc256816acc8" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b587ee-33bf-4200-b0c6-f64a4893e6c5", "tag": "a8518f0f-2d76-466f-866d-4f5eb952d39a"}]}' {{(pid=94054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:11.800050 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-7a9aa455-f231-4ce9-8f6c-555a347d0709 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:11.830379 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-7a9aa455-f231-4ce9-8f6c-555a347d0709 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Transition to ACTIVE for port object 77349e1a-1417-48d6-9a12-c26fd43bd611 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:11.843642 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10648ac7-0a8a-4c84-bf1e-b808a828106b x-openstack-request-id: req-10648ac7-0a8a-4c84-bf1e-b808a828106b {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:11.843935 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b587ee-33bf-4200-b0c6-f64a4893e6c5", "tag": "a8518f0f-2d76-466f-866d-4f5eb952d39a", "status": "completed", "code": 200}]} {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:11.844193 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10648ac7-0a8a-4c84-bf1e-b808a828106b {{(pid=94054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:11.844591 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b587ee-33bf-4200-b0c6-f64a4893e6c5', 'tag': 'a8518f0f-2d76-466f-866d-4f5eb952d39a', 'status': 'completed', 'code': 200} Aug 16 13:04:11.933623 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Pushing event updated for resources: {'Port': ['ID=5c0baa51-018c-46b6-8380-3c287c8f2e1b,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:11.972289 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-7a9aa455-f231-4ce9-8f6c-555a347d0709 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:12.019279 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-0573effc-1e5b-4f66-84de-08af1330b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:12.022147 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-0573effc-1e5b-4f66-84de-08af1330b4a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35289569ce2a48d18e2b46800222e61d&device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 1096 time: 0.2569716 Aug 16 13:04:12.024933 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25898c7-55c2-4d74-aedf-e4d059781ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00361403-e865-4135-b1f4-98564508c3fd'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:12.028907 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ea1878-eac1-4350-9c1c-aa2f860646ed" -d '{"events": [{"server_uuid": "c25898c7-55c2-4d74-aedf-e4d059781ded", "name": "network-vif-plugged", "status": "completed", "tag": "00361403-e865-4135-b1f4-98564508c3fd"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:12.056708 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-7a9aa455-f231-4ce9-8f6c-555a347d0709 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Network 0f5346d6-5894-47ff-bb0d-27a8e17e988b is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:04:12.064278 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ebef6-b288-460b-87aa-ee4dbcc57b16 req-05bd53d2-14b1-4831-b205-3af6f0b0aa9a tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:12.068566 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-7a9aa455-f231-4ce9-8f6c-555a347d0709 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:04:12.075306 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e52ebef6-b288-460b-87aa-ee4dbcc57b16 req-05bd53d2-14b1-4831-b205-3af6f0b0aa9a tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 945 time: 0.2297592 Aug 16 13:04:12.076068 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-7a9aa455-f231-4ce9-8f6c-555a347d0709 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:04:12.082570 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-7a9aa455-f231-4ce9-8f6c-555a347d0709 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:12.083205 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-7a9aa455-f231-4ce9-8f6c-555a347d0709 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:12.093979 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60de59-2b4e-4842-a3c2-23f576e46f91 req-ba9084ac-5845-45b3-ac78-7fde499a3aa8 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:12.101504 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ba60de59-2b4e-4842-a3c2-23f576e46f91 req-ba9084ac-5845-45b3-ac78-7fde499a3aa8 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 945 time: 0.1440337 Aug 16 13:04:12.105517 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9aa455-f231-4ce9-8f6c-555a347d0709 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Pushing event updated for resources: {'Port': ['ID=77349e1a-1417-48d6-9a12-c26fd43bd611,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:12.120610 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Attempting to bind port 5c0baa51-018c-46b6-8380-3c287c8f2e1b on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:04:12.121105 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Attempting to bind port 5c0baa51-018c-46b6-8380-3c287c8f2e1b by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '65810606-55c3-44a7-9e61-1e7601be827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:04:12.121557 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Attempting to bind port 5c0baa51-018c-46b6-8380-3c287c8f2e1b on network a6191893-b7d5-474d-8040-4bf12149b722 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:12.126135 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-358d65d5-4e77-44ec-83b1-21aad6def80a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8518f0f-2d76-466f-866d-4f5eb952d39a HTTP/1.1" status: 200 len: 217 time: 0.0853338 Aug 16 13:04:12.139774 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-7a9aa455-f231-4ce9-8f6c-555a347d0709 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0027907 Aug 16 13:04:12.161775 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ba60de59-2b4e-4842-a3c2-23f576e46f91 req-307f395f-ff67-42bc-a7c1-72ee3b843d70 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591733 Aug 16 13:04:12.169615 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Request body: {'port': {'device_id': 'ac3633ff-22fd-4fc0-9928-e04e81671e24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:12.172024 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Port 5c0baa51-018c-46b6-8380-3c287c8f2e1b on network a6191893-b7d5-474d-8040-4bf12149b722 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:04:12.172418 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Attempting to bind port 5c0baa51-018c-46b6-8380-3c287c8f2e1b on network a6191893-b7d5-474d-8040-4bf12149b722 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:12.201208 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:04:12.201554 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Checking segment: {'id': '65810606-55c3-44a7-9e61-1e7601be827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:12.202603 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Bound using segment: {'id': '65810606-55c3-44a7-9e61-1e7601be827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:04:12.203113 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Bound port: 5c0baa51-018c-46b6-8380-3c287c8f2e1b, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65810606-55c3-44a7-9e61-1e7601be827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:04:12.203561 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:12.229714 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e52ebef6-b288-460b-87aa-ee4dbcc57b16 req-40297c61-2f33-4995-b80d-a2f0f9fdee91 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521013 Aug 16 13:04:12.237316 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-500c6202-c90b-485f-ae38-e5d179298ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:12.258498 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-500c6202-c90b-485f-ae38-e5d179298ffa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=396e273c-25ea-422a-a322-cf3e6f91f4f2 HTTP/1.1" status: 200 len: 850 time: 0.1213951 Aug 16 13:04:12.307871 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd059a99-c950-48ce-baf8-eabe217eb06d x-openstack-request-id: req-dd059a99-c950-48ce-baf8-eabe217eb06d {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:12.308172 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25898c7-55c2-4d74-aedf-e4d059781ded", "name": "network-vif-plugged", "status": "completed", "tag": "00361403-e865-4135-b1f4-98564508c3fd", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:12.308431 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd059a99-c950-48ce-baf8-eabe217eb06d {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:12.308855 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25898c7-55c2-4d74-aedf-e4d059781ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00361403-e865-4135-b1f4-98564508c3fd', 'code': 200} Aug 16 13:04:12.320923 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:12.333316 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] For port 5c0baa51-018c-46b6-8380-3c287c8f2e1b, host hv-cinder-80469, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:04:12.340361 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] For port 5c0baa51-018c-46b6-8380-3c287c8f2e1b, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5c0baa51-018c-46b6-8380-3c287c8f2e1b,segment=NetworkSegment(65810606-55c3-44a7-9e61-1e7601be827f),segment_id=65810606-55c3-44a7-9e61-1e7601be827f)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:04:12.348262 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:12.354307 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae60897-647a-4d4f-a9f0-845f11d49c72 req-6e3fc0d4-b423-47f1-b2e5-ff9ec5f54235 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:12.355853 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7ae60897-647a-4d4f-a9f0-845f11d49c72 req-6e3fc0d4-b423-47f1-b2e5-ff9ec5f54235 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 931 time: 0.1023180 Aug 16 13:04:12.423678 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Pushing event updated for resources: {'Port': ['ID=5c0baa51-018c-46b6-8380-3c287c8f2e1b,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:12.457568 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:12.458434 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for port, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:12.460121 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-2b56a589-3542-462f-b8c3-9325d2908c8b None None] Provisioning for port 77349e1a-1417-48d6-9a12-c26fd43bd611 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:12.460278 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-5818053d-3cbb-496d-8ddf-45ca0032ee4b service neutron] 10.222.0.61 "PUT /v2.0/ports/5c0baa51-018c-46b6-8380-3c287c8f2e1b HTTP/1.1" status: 200 len: 1093 time: 1.9158344 Aug 16 13:04:12.465961 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-2b56a589-3542-462f-b8c3-9325d2908c8b None None] Provisioning complete for port 77349e1a-1417-48d6-9a12-c26fd43bd611 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:12.466568 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2b56a589-3542-462f-b8c3-9325d2908c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:12.481751 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7ae60897-647a-4d4f-a9f0-845f11d49c72 req-e0ed4cc0-1d8a-445a-a3ba-05189a9de32c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057889 Aug 16 13:04:12.512836 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25f1d1-fdaf-4302-9a77-1d2974a635e2 req-c3e9ab7d-63a2-44b7-aff0-97a39086f906 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:12.520407 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-2b56a589-3542-462f-b8c3-9325d2908c8b None None] Port 77349e1a-1417-48d6-9a12-c26fd43bd611 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:04:12.523470 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6d25f1d1-fdaf-4302-9a77-1d2974a635e2 req-c3e9ab7d-63a2-44b7-aff0-97a39086f906 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 943 time: 0.0943799 Aug 16 13:04:12.563608 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6d25f1d1-fdaf-4302-9a77-1d2974a635e2 req-b01d6b70-271f-4502-ac13-42818ae36958 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385494 Aug 16 13:04:12.652820 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f6a24-695d-4054-af70-d206463d5652 req-306a6521-ff40-4c28-b7a2-b9c44c173f75 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:12.654280 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-866f6a24-695d-4054-af70-d206463d5652 req-306a6521-ff40-4c28-b7a2-b9c44c173f75 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 943 time: 0.0875046 Aug 16 13:04:12.723730 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77349e1a-1417-48d6-9a12-c26fd43bd611 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:04:12.734474 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-866f6a24-695d-4054-af70-d206463d5652 req-bf357f85-3697-4923-b84c-c2bb77b95dc3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693793 Aug 16 13:04:12.736386 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:12.758418 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Transition to ACTIVE for port object 77349e1a-1417-48d6-9a12-c26fd43bd611 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:04:12.762402 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:12.837654 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Pushing event updated for resources: {'Port': ['ID=77349e1a-1417-48d6-9a12-c26fd43bd611,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:12.849299 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Attempting to bind port 77349e1a-1417-48d6-9a12-c26fd43bd611 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:04:12.849638 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Attempting to bind port 77349e1a-1417-48d6-9a12-c26fd43bd611 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '61f28b65-f76f-4a43-bd40-1ae4e02b6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:04:12.849968 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Attempting to bind port 77349e1a-1417-48d6-9a12-c26fd43bd611 on network 0f5346d6-5894-47ff-bb0d-27a8e17e988b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:12.854721 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Port 77349e1a-1417-48d6-9a12-c26fd43bd611 on network 0f5346d6-5894-47ff-bb0d-27a8e17e988b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:04:12.855077 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Attempting to bind port 77349e1a-1417-48d6-9a12-c26fd43bd611 on network 0f5346d6-5894-47ff-bb0d-27a8e17e988b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:04:12.866827 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:04:12.867169 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Checking segment: {'id': '61f28b65-f76f-4a43-bd40-1ae4e02b6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:04:12.867652 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Bound using segment: {'id': '61f28b65-f76f-4a43-bd40-1ae4e02b6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:04:12.871493 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Bound port: 77349e1a-1417-48d6-9a12-c26fd43bd611, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f28b65-f76f-4a43-bd40-1ae4e02b6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:04:12.871493 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:12.947018 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] For port 77349e1a-1417-48d6-9a12-c26fd43bd611, host hv-cinder-80469, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:04:12.950647 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] For port 77349e1a-1417-48d6-9a12-c26fd43bd611, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=77349e1a-1417-48d6-9a12-c26fd43bd611,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:04:12.956060 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:13.015949 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:13.016554 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:13.017922 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] 10.222.0.61 "PUT /v2.0/ports/77349e1a-1417-48d6-9a12-c26fd43bd611 HTTP/1.1" status: 200 len: 1093 time: 0.8551936 Aug 16 13:04:13.018351 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3633ff-22fd-4fc0-9928-e04e81671e24', 'tag': '77349e1a-1417-48d6-9a12-c26fd43bd611'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:13.020584 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dedcd23-1b48-46b9-b0a2-fcb1b00bb237" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3633ff-22fd-4fc0-9928-e04e81671e24", "tag": "77349e1a-1417-48d6-9a12-c26fd43bd611"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:13.045273 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73182ac7-6d64-4d63-b547-abf6b5fe25f7 service neutron] Pushing event updated for resources: {'Port': ['ID=77349e1a-1417-48d6-9a12-c26fd43bd611,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:13.069891 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cf819e-d93b-4145-b2fe-20fd2eb3655e x-openstack-request-id: req-c8cf819e-d93b-4145-b2fe-20fd2eb3655e {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:13.070375 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3633ff-22fd-4fc0-9928-e04e81671e24", "tag": "77349e1a-1417-48d6-9a12-c26fd43bd611", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:13.070784 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8cf819e-d93b-4145-b2fe-20fd2eb3655e {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:13.071213 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3633ff-22fd-4fc0-9928-e04e81671e24', 'tag': '77349e1a-1417-48d6-9a12-c26fd43bd611', 'status': 'completed', 'code': 200} Aug 16 13:04:13.300647 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602dac9-945b-4a70-9cf6-5ab810e25cdd req-198c416a-25ed-4895-9e78-6c7c5c156bcc tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:13.302680 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a602dac9-945b-4a70-9cf6-5ab810e25cdd req-198c416a-25ed-4895-9e78-6c7c5c156bcc tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 945 time: 0.0565915 Aug 16 13:04:13.345233 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a602dac9-945b-4a70-9cf6-5ab810e25cdd req-4d282e58-b924-4f21-922d-4eb752454459 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363019 Aug 16 13:04:13.376390 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45f2ab-7a37-48cb-84c9-a72b346cd413 req-3441bf8e-0700-44e2-b0fb-12dcb55d022e tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:13.377889 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-cf45f2ab-7a37-48cb-84c9-a72b346cd413 req-3441bf8e-0700-44e2-b0fb-12dcb55d022e tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 945 time: 0.0597732 Aug 16 13:04:13.416121 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-cf45f2ab-7a37-48cb-84c9-a72b346cd413 req-3148e8aa-836c-421e-913b-9250d58ee618 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323856 Aug 16 13:04:13.616569 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0ece8-4bc6-4436-ac40-c1e9fdc60a38 req-fc9bb948-6a81-48b7-b42e-f910ae5b5849 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:13.619818 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ecc0ece8-4bc6-4436-ac40-c1e9fdc60a38 req-fc9bb948-6a81-48b7-b42e-f910ae5b5849 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0550392 Aug 16 13:04:13.657125 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ecc0ece8-4bc6-4436-ac40-c1e9fdc60a38 req-c81b8138-2b38-4c37-a630-6c8269fe8151 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331707 Aug 16 13:04:13.688385 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1deee-d918-48f4-b092-0e2a513cbdeb req-22114f61-c165-48c7-9da4-bbeb6f8c3d9a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:13.689935 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-56f1deee-d918-48f4-b092-0e2a513cbdeb req-22114f61-c165-48c7-9da4-bbeb6f8c3d9a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 943 time: 0.0589797 Aug 16 13:04:13.726473 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-56f1deee-d918-48f4-b092-0e2a513cbdeb req-329a72d1-1a24-448e-94ee-54ac8fe06fdc tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305927 Aug 16 13:04:13.846222 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19859ea5-2803-41f8-93ea-93e65e21deaf', 'tag': '5c0baa51-018c-46b6-8380-3c287c8f2e1b'}] {{(pid=94054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:13.848755 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2e02789a86343ed90e228d8a01386e3b0dd3ee74f1c4d71a2f16840b073a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a615efac-431d-4520-bfaa-a01dfcd912cd" -d '{"events": [{"name": "network-changed", "server_uuid": "19859ea5-2803-41f8-93ea-93e65e21deaf", "tag": "5c0baa51-018c-46b6-8380-3c287c8f2e1b"}]}' {{(pid=94054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:13.855035 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aeff8d-fa88-45ea-96d8-bdfe28b3c6ed req-af90931e-e9ff-4c47-b5ad-939560d7f812 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:13.856850 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-15aeff8d-fa88-45ea-96d8-bdfe28b3c6ed req-af90931e-e9ff-4c47-b5ad-939560d7f812 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 943 time: 0.0512433 Aug 16 13:04:13.885882 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e87894-d5cb-4e62-bb77-92e7eeb7ab95 x-openstack-request-id: req-65e87894-d5cb-4e62-bb77-92e7eeb7ab95 {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:13.886195 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19859ea5-2803-41f8-93ea-93e65e21deaf", "tag": "5c0baa51-018c-46b6-8380-3c287c8f2e1b", "status": "completed", "code": 200}]} {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:13.886422 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65e87894-d5cb-4e62-bb77-92e7eeb7ab95 {{(pid=94054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:13.886813 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19859ea5-2803-41f8-93ea-93e65e21deaf', 'tag': '5c0baa51-018c-46b6-8380-3c287c8f2e1b', 'status': 'completed', 'code': 200} Aug 16 13:04:13.901721 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-15aeff8d-fa88-45ea-96d8-bdfe28b3c6ed req-87c51262-340b-4c27-95de-d209566930db tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383768 Aug 16 13:04:14.463175 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14344ece-b624-438a-bf0d-cf18c58d19da req-a1a14324-dddd-4b0c-a5a0-d2929ed637b2 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:14.464678 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-14344ece-b624-438a-bf0d-cf18c58d19da req-a1a14324-dddd-4b0c-a5a0-d2929ed637b2 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 945 time: 0.0531864 Aug 16 13:04:14.503401 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-14344ece-b624-438a-bf0d-cf18c58d19da req-8acbcf70-e2b9-4644-9324-73c3b9b21293 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325630 Aug 16 13:04:14.528973 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095252a-83d1-4378-8e5d-9a4d59394966 req-3e007cc9-90fa-4364-887f-caa8faa57648 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:14.530472 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d095252a-83d1-4378-8e5d-9a4d59394966 req-3e007cc9-90fa-4364-887f-caa8faa57648 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 945 time: 0.0481524 Aug 16 13:04:14.567570 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d095252a-83d1-4378-8e5d-9a4d59394966 req-59a58400-cbff-4e09-bba5-bfb901c37a95 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312326 Aug 16 13:04:14.774856 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b79d52-06a3-4b9b-9d48-5d579419fcb2 req-660e8731-97e3-43fb-bc33-c1871ee1ae1a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:14.776378 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-08b79d52-06a3-4b9b-9d48-5d579419fcb2 req-660e8731-97e3-43fb-bc33-c1871ee1ae1a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0482073 Aug 16 13:04:14.814832 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-08b79d52-06a3-4b9b-9d48-5d579419fcb2 req-dcdc168c-9dde-44ff-93e2-24b349e41949 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322001 Aug 16 13:04:14.845234 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21284c54-eab8-4f43-b695-fb051850c4b4 req-225f16a7-676b-4c7e-ae98-0faf823c47b7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:14.846727 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-21284c54-eab8-4f43-b695-fb051850c4b4 req-225f16a7-676b-4c7e-ae98-0faf823c47b7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 943 time: 0.0541372 Aug 16 13:04:14.882683 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-21284c54-eab8-4f43-b695-fb051850c4b4 req-9a88bb6a-3b1f-4c51-8cb2-5d02da6c119d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300364 Aug 16 13:04:14.930912 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device d19cf8df-cce0-49a3-bdaa-5a89fd08b59e up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:14.995712 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port d19cf8df-cce0-49a3-bdaa-5a89fd08b59e completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:15.001364 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port d19cf8df-cce0-49a3-bdaa-5a89fd08b59e triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:15.001804 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:15.043441 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-7f3e75e0-0b88-49bb-b590-8dd9c098c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:15.045211 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-7f3e75e0-0b88-49bb-b590-8dd9c098c3ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b120bbf0-0985-452a-bb3e-65b335150f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846770 Aug 16 13:04:15.076284 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05084e8-a904-4da0-a775-2c9f4c7d946f req-b11e3b94-f26c-4dda-a183-5b8085e58075 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:15.078511 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e05084e8-a904-4da0-a775-2c9f4c7d946f req-b11e3b94-f26c-4dda-a183-5b8085e58075 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 943 time: 0.0873559 Aug 16 13:04:15.105064 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-0de08630-5466-4fca-aeb0-94a2ada9e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:15.106562 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-0de08630-5466-4fca-aeb0-94a2ada9e75a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e85023036604c99b3ecbf1a7ae8ae4d&device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 1096 time: 0.0509393 Aug 16 13:04:15.119093 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:15.161959 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab55f211-7206-4bfd-9aa7-37bf62d6b506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19cf8df-cce0-49a3-bdaa-5a89fd08b59e'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:15.167548 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78f5ee7-40cb-452c-89b1-85fa7812d615" -d '{"events": [{"server_uuid": "ab55f211-7206-4bfd-9aa7-37bf62d6b506", "name": "network-vif-plugged", "status": "completed", "tag": "d19cf8df-cce0-49a3-bdaa-5a89fd08b59e"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:15.168677 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-b2eb1b71-2a9d-47a4-8ee5-bb137330a02d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c0baa51-018c-46b6-8380-3c287c8f2e1b HTTP/1.1" status: 200 len: 217 time: 0.0438428 Aug 16 13:04:15.184932 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port d19cf8df-cce0-49a3-bdaa-5a89fd08b59e, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d19cf8df-cce0-49a3-bdaa-5a89fd08b59e,segment=NetworkSegment(65810606-55c3-44a7-9e61-1e7601be827f),segment_id=65810606-55c3-44a7-9e61-1e7601be827f)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:15.190253 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:15.199297 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e05084e8-a904-4da0-a775-2c9f4c7d946f req-96f9d243-080e-4dde-b8b9-4dcf7be97bb7 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108589 Aug 16 13:04:15.219527 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-46bc3289-0658-492c-8002-cb9d35a2de22 service neutron] 10.222.0.61 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607471 Aug 16 13:04:15.226469 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedcd23-1b48-46b9-b0a2-fcb1b00bb237 req-317330fb-a864-49b8-8413-5d215830d7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:15.230975 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4dedcd23-1b48-46b9-b0a2-fcb1b00bb237 req-317330fb-a864-49b8-8413-5d215830d7f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=065e8e5b57d74a0d98687912b8c6d026&device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 1096 time: 0.1003356 Aug 16 13:04:15.241992 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14474ebd-6799-4f8a-87ab-a9dc00e9db2c x-openstack-request-id: req-14474ebd-6799-4f8a-87ab-a9dc00e9db2c {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:15.242284 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab55f211-7206-4bfd-9aa7-37bf62d6b506", "name": "network-vif-plugged", "status": "completed", "tag": "d19cf8df-cce0-49a3-bdaa-5a89fd08b59e", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:15.242846 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14474ebd-6799-4f8a-87ab-a9dc00e9db2c {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:15.242993 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab55f211-7206-4bfd-9aa7-37bf62d6b506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19cf8df-cce0-49a3-bdaa-5a89fd08b59e', 'code': 200} Aug 16 13:04:15.258191 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-ef8994c0-d797-4939-a119-f03ddfec4104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:15.260283 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-ef8994c0-d797-4939-a119-f03ddfec4104 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a34715e-16db-490b-b147-81ef16ffb5fd HTTP/1.1" status: 200 len: 858 time: 0.0761161 Aug 16 13:04:15.273064 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=d19cf8df-cce0-49a3-bdaa-5a89fd08b59e,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:15.343234 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-170ebab3-f6f6-40d5-8c9f-70d4339654fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6191893-b7d5-474d-8040-4bf12149b722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522571 Aug 16 13:04:15.408364 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd0d6a-a3ac-4102-84ad-8bce5c5603b1 req-7c99e70d-69ae-44a2-b793-77c8b7597fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:15.410176 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cfbd0d6a-a3ac-4102-84ad-8bce5c5603b1 req-7c99e70d-69ae-44a2-b793-77c8b7597fed service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 1098 time: 0.1180637 Aug 16 13:04:15.462342 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-e25d3138-c1b3-4140-94d0-64165c820bf7 service neutron] 10.222.0.61 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638443 Aug 16 13:04:15.463320 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedcd23-1b48-46b9-b0a2-fcb1b00bb237 req-039f5400-100c-4e90-bf0f-86f8a0d95d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:15.464636 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4dedcd23-1b48-46b9-b0a2-fcb1b00bb237 req-039f5400-100c-4e90-bf0f-86f8a0d95d5f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=065e8e5b57d74a0d98687912b8c6d026&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1754694 Aug 16 13:04:15.502309 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cfbd0d6a-a3ac-4102-84ad-8bce5c5603b1 req-d4b8d367-a50b-45ef-88a7-abe31f9f54cd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829372 Aug 16 13:04:15.524681 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-604d08ef-04e1-4e9a-86e3-a4e815b23f5c service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704638 Aug 16 13:04:15.529201 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24953739-c98b-4028-b3b4-a14fb09b068e req-dca488a8-d330-4cb3-a419-00c58dc5d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:15.531645 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-24953739-c98b-4028-b3b4-a14fb09b068e req-dca488a8-d330-4cb3-a419-00c58dc5d79e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 1099 time: 0.0935869 Aug 16 13:04:15.586334 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedcd23-1b48-46b9-b0a2-fcb1b00bb237 req-0e9210dc-a7e8-45f7-919e-3f4e61f118de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:15.588647 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4dedcd23-1b48-46b9-b0a2-fcb1b00bb237 req-0e9210dc-a7e8-45f7-919e-3f4e61f118de service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1072180 Aug 16 13:04:15.639327 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e754b5-bde1-4953-8392-fff2a5c85e35 req-a2ac335e-a816-444c-9561-05576c5e1881 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:15.640828 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-10e754b5-bde1-4953-8392-fff2a5c85e35 req-a2ac335e-a816-444c-9561-05576c5e1881 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 945 time: 0.0493309 Aug 16 13:04:15.679723 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-10e754b5-bde1-4953-8392-fff2a5c85e35 req-e1104ea7-d120-4b61-aa6b-a5251fbfb57c tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Aug 16 13:04:15.682917 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149280f6-50c2-47aa-89a4-11aabf75f5e4 req-a98aa275-f836-4104-b0f5-6d8b1d3c827a tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:15.684559 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-149280f6-50c2-47aa-89a4-11aabf75f5e4 req-a98aa275-f836-4104-b0f5-6d8b1d3c827a tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 945 time: 0.0497620 Aug 16 13:04:15.721976 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-149280f6-50c2-47aa-89a4-11aabf75f5e4 req-ed09ccd0-78a3-4c0c-b989-326318bb5ce2 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315144 Aug 16 13:04:15.933037 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea1ec1-7053-41e6-a573-72e44dffa134 req-4262e233-e6f7-4697-8119-08be41a8a266 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:15.935241 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-76ea1ec1-7053-41e6-a573-72e44dffa134 req-4262e233-e6f7-4697-8119-08be41a8a266 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0509269 Aug 16 13:04:15.974881 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-76ea1ec1-7053-41e6-a573-72e44dffa134 req-fa49f142-df90-4f94-ae0d-bd780f0184ec tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327690 Aug 16 13:04:16.041623 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-4a5e9f5b-fbb8-46d6-87b2-9f586fdb4414 service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502223 Aug 16 13:04:16.045779 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf6839-83e8-488e-939e-bc256816acc8 req-2701e2e6-c63c-4472-8695-cf7e2aa55569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:16.047202 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a1bf6839-83e8-488e-939e-bc256816acc8 req-2701e2e6-c63c-4472-8695-cf7e2aa55569 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35289569ce2a48d18e2b46800222e61d&device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 1096 time: 0.0425181 Aug 16 13:04:16.062146 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-24953739-c98b-4028-b3b4-a14fb09b068e req-03469a65-9f50-406c-a872-f12bf99d90de service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964339 Aug 16 13:04:16.081235 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ec3ae-e71e-42b4-a2e1-6c096a316095 req-c9018d9c-a7d3-4b51-82bc-e7512450757b tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:16.082802 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-380ec3ae-e71e-42b4-a2e1-6c096a316095 req-c9018d9c-a7d3-4b51-82bc-e7512450757b tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 943 time: 0.1300659 Aug 16 13:04:16.097444 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-ea5a817c-a996-42b4-89e4-07030cf146df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:16.099091 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-ea5a817c-a996-42b4-89e4-07030cf146df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=065e8e5b57d74a0d98687912b8c6d026&device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 1096 time: 0.0779159 Aug 16 13:04:16.144225 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-380ec3ae-e71e-42b4-a2e1-6c096a316095 req-fbca896b-e561-4196-8c92-13ff9e192296 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441329 Aug 16 13:04:16.605295 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-bd1d1817-cf60-49eb-b811-b590a14df423 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77349e1a-1417-48d6-9a12-c26fd43bd611 HTTP/1.1" status: 200 len: 217 time: 0.1130676 Aug 16 13:04:16.664528 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615efac-431d-4520-bfaa-a01dfcd912cd req-694bc9c4-267a-409f-a102-fd587014df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:16.665642 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a615efac-431d-4520-bfaa-a01dfcd912cd req-694bc9c4-267a-409f-a102-fd587014df1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e85023036604c99b3ecbf1a7ae8ae4d&device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 1096 time: 0.0915329 Aug 16 13:04:16.679481 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-12fd1653-66be-4c99-8b54-c1c2509aa212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:16.681823 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-12fd1653-66be-4c99-8b54-c1c2509aa212 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1 HTTP/1.1" status: 200 len: 855 time: 0.0671492 Aug 16 13:04:16.694335 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf6839-83e8-488e-939e-bc256816acc8 req-9238b98f-3b21-4251-978f-da24e9d55607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:16.695848 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a1bf6839-83e8-488e-939e-bc256816acc8 req-9238b98f-3b21-4251-978f-da24e9d55607 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b120bbf0-0985-452a-bb3e-65b335150f39 HTTP/1.1" status: 200 len: 912 time: 0.1736438 Aug 16 13:04:16.724099 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8e929-7228-472a-816a-e67fe68d2a9d req-98916e70-c4e8-4d98-bfdd-c8be45c8f0fb tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:16.735467 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8de8e929-7228-472a-816a-e67fe68d2a9d req-98916e70-c4e8-4d98-bfdd-c8be45c8f0fb tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 943 time: 0.4576435 Aug 16 13:04:16.812686 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a1bf6839-83e8-488e-939e-bc256816acc8 req-8096d74a-2cb3-4fcb-862d-357f91092b27 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8518f0f-2d76-466f-866d-4f5eb952d39a HTTP/1.1" status: 200 len: 217 time: 0.0716367 Aug 16 13:04:16.845218 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-89bafc68-f2eb-4e3e-bc47-9c5f658b75d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:16.853948 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-89bafc68-f2eb-4e3e-bc47-9c5f658b75d3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0f5346d6-5894-47ff-bb0d-27a8e17e988b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1151695 Aug 16 13:04:16.868069 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8de8e929-7228-472a-816a-e67fe68d2a9d req-23717dd3-1195-4670-9289-d21fec32b315 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318448 Aug 16 13:04:16.873473 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615efac-431d-4520-bfaa-a01dfcd912cd req-a399e6df-7d97-46af-83af-96f16f30ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:16.875012 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a615efac-431d-4520-bfaa-a01dfcd912cd req-a399e6df-7d97-46af-83af-96f16f30ddc9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6191893-b7d5-474d-8040-4bf12149b722 HTTP/1.1" status: 200 len: 919 time: 0.1925025 Aug 16 13:04:16.885992 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f70f1-f0e9-46e6-a756-1bf39f0b8881 req-17f4bf24-5f19-4912-91d3-bfd40c729035 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:16.887740 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-483f70f1-f0e9-46e6-a756-1bf39f0b8881 req-17f4bf24-5f19-4912-91d3-bfd40c729035 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 945 time: 0.0908082 Aug 16 13:04:16.894561 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf6839-83e8-488e-939e-bc256816acc8 req-e073c328-bd69-44ad-9edc-33b6ac9ae1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:16.896157 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a1bf6839-83e8-488e-939e-bc256816acc8 req-e073c328-bd69-44ad-9edc-33b6ac9ae1d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=396e273c-25ea-422a-a322-cf3e6f91f4f2 HTTP/1.1" status: 200 len: 850 time: 0.0693774 Aug 16 13:04:16.932772 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-483f70f1-f0e9-46e6-a756-1bf39f0b8881 req-ca6578ad-4fb1-45e5-b0f8-853c77e7c94c tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383031 Aug 16 13:04:16.999982 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b0db6-7c47-4c1a-8ab6-8226830f7090 req-26dbeeeb-1b90-4656-b418-3b1c23532a00 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:17.001692 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-720b0db6-7c47-4c1a-8ab6-8226830f7090 req-26dbeeeb-1b90-4656-b418-3b1c23532a00 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 945 time: 0.0620766 Aug 16 13:04:17.040925 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-720b0db6-7c47-4c1a-8ab6-8226830f7090 req-69dd1d9b-aa42-4822-ae38-dc48eea3960b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327880 Aug 16 13:04:17.095648 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71870755-25a0-4fe0-bb89-166f05f03569 req-406e5eeb-68e7-42cc-b633-40dd423d93ab tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:17.097109 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-71870755-25a0-4fe0-bb89-166f05f03569 req-406e5eeb-68e7-42cc-b633-40dd423d93ab tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0518272 Aug 16 13:04:17.137465 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-71870755-25a0-4fe0-bb89-166f05f03569 req-9619c31c-b30f-405f-9c56-e88cc0d01054 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338423 Aug 16 13:04:17.270952 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b41a70-889d-490e-b4f5-6a16d66d9dfd req-87bc4b28-dcd4-4c13-a2da-4f2be4ed4fb8 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:17.272452 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-85b41a70-889d-490e-b4f5-6a16d66d9dfd req-87bc4b28-dcd4-4c13-a2da-4f2be4ed4fb8 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 943 time: 0.0541954 Aug 16 13:04:17.310181 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-85b41a70-889d-490e-b4f5-6a16d66d9dfd req-46609d40-31a8-4c99-9d18-a89cde17646c tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317593 Aug 16 13:04:17.993654 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c407d-def3-4f3f-99c0-8e3d4400685a req-c0101c75-8d4b-460a-bcb1-04410dc68dd6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:17.995123 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b27c407d-def3-4f3f-99c0-8e3d4400685a req-c0101c75-8d4b-460a-bcb1-04410dc68dd6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 943 time: 0.0505588 Aug 16 13:04:18.032789 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b27c407d-def3-4f3f-99c0-8e3d4400685a req-3aa85d82-1ccf-466b-b8f9-06971d8cdf7b tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312850 Aug 16 13:04:18.153754 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce64eda-4cdb-4809-af2b-3de420f69efe req-60145e02-d159-41b8-9178-2f3156cd75d8 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:18.155213 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2ce64eda-4cdb-4809-af2b-3de420f69efe req-60145e02-d159-41b8-9178-2f3156cd75d8 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 945 time: 0.0478199 Aug 16 13:04:18.193161 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2ce64eda-4cdb-4809-af2b-3de420f69efe req-663b38c9-6901-4312-b4e2-05587d3a7036 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319655 Aug 16 13:04:18.254165 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eb215-f0a8-41d5-adc9-eb498f769268 req-780f8f71-afd5-47f2-b794-001f6ee43d43 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:18.255638 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-429eb215-f0a8-41d5-adc9-eb498f769268 req-780f8f71-afd5-47f2-b794-001f6ee43d43 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0477071 Aug 16 13:04:18.299460 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-429eb215-f0a8-41d5-adc9-eb498f769268 req-4a259cc4-b0ba-4c5e-a10d-31a41ad4fe29 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318708 Aug 16 13:04:18.424474 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc1be5-1a0b-4fc3-b8ec-bbbd820ff444 req-3f29d9dc-d19d-4ac6-b501-f048c4f7a690 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:18.425825 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-eefc1be5-1a0b-4fc3-b8ec-bbbd820ff444 req-3f29d9dc-d19d-4ac6-b501-f048c4f7a690 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 943 time: 0.0506086 Aug 16 13:04:18.463655 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-eefc1be5-1a0b-4fc3-b8ec-bbbd820ff444 req-56dbddbf-0a1b-4f05-ab5a-0af6a470db1d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315084 Aug 16 13:04:19.142463 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041a2d8-19a0-46b0-9a62-f613837d0398 req-812c4678-e0c7-43da-883d-ae732cb743a2 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:19.143946 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2041a2d8-19a0-46b0-9a62-f613837d0398 req-812c4678-e0c7-43da-883d-ae732cb743a2 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 943 time: 0.0476203 Aug 16 13:04:19.180497 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2041a2d8-19a0-46b0-9a62-f613837d0398 req-65ae408f-93f2-49a2-a7cd-bbe708e56880 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306547 Aug 16 13:04:19.304989 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f171af6-22c3-4fa1-80ab-e9b8891b5102 req-7660b908-b04e-4a00-a93c-74e3cf9c3995 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:19.306452 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1f171af6-22c3-4fa1-80ab-e9b8891b5102 req-7660b908-b04e-4a00-a93c-74e3cf9c3995 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 945 time: 0.0479541 Aug 16 13:04:19.345741 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1f171af6-22c3-4fa1-80ab-e9b8891b5102 req-b4d01d5f-0291-4077-9512-f0559e414309 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329559 Aug 16 13:04:19.414073 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5de72-5c11-45cf-8d5f-e22ca70ef7cd req-b46a7316-6726-4486-9a18-252b553c4903 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:19.415518 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-eff5de72-5c11-45cf-8d5f-e22ca70ef7cd req-b46a7316-6726-4486-9a18-252b553c4903 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0509317 Aug 16 13:04:19.580547 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9490a-5f0a-4f4d-8fec-447a72de5f35 req-75e51f2c-959e-43ae-8106-efa4a1eeedee tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:19.582054 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-dce9490a-5f0a-4f4d-8fec-447a72de5f35 req-75e51f2c-959e-43ae-8106-efa4a1eeedee tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 943 time: 0.0503249 Aug 16 13:04:19.620579 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-dce9490a-5f0a-4f4d-8fec-447a72de5f35 req-91a6dee2-23ef-4385-8432-5845d4236b9a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324912 Aug 16 13:04:19.629309 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-eff5de72-5c11-45cf-8d5f-e22ca70ef7cd req-05282c9d-d1cd-4368-86f8-f42acbf4c5d8 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079272 Aug 16 13:04:19.840007 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf6839-83e8-488e-939e-bc256816acc8 req-22d36812-1d81-414f-8368-49f8a409b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:19.841422 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a1bf6839-83e8-488e-939e-bc256816acc8 req-22d36812-1d81-414f-8368-49f8a409b2ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b120bbf0-0985-452a-bb3e-65b335150f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454538 Aug 16 13:04:19.860207 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a615efac-431d-4520-bfaa-a01dfcd912cd req-f7f3708d-b0a8-4cea-ba21-bb7420c1e1e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c0baa51-018c-46b6-8380-3c287c8f2e1b HTTP/1.1" status: 200 len: 217 time: 0.0610955 Aug 16 13:04:19.935248 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615efac-431d-4520-bfaa-a01dfcd912cd req-2f63f576-2295-4e7a-a5d4-35fd43939ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:19.937329 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a615efac-431d-4520-bfaa-a01dfcd912cd req-2f63f576-2295-4e7a-a5d4-35fd43939ee0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a34715e-16db-490b-b147-81ef16ffb5fd HTTP/1.1" status: 200 len: 858 time: 0.0590611 Aug 16 13:04:19.939193 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-3a28bec3-3c48-48a6-bf92-e72aa4965d19 service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572275 Aug 16 13:04:19.947775 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a1bf6839-83e8-488e-939e-bc256816acc8 req-b27d2ec8-0ada-4b45-a809-01a15b7052d1 service neutron] 10.222.0.61 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827391 Aug 16 13:04:20.022429 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a615efac-431d-4520-bfaa-a01dfcd912cd req-dfb65015-4f9a-4be5-909d-db3f3bc765d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6191893-b7d5-474d-8040-4bf12149b722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605443 Aug 16 13:04:20.052146 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a1bf6839-83e8-488e-939e-bc256816acc8 req-cdd82e28-0a5c-45bb-8498-d4290c004525 service neutron] 10.222.0.61 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896347 Aug 16 13:04:20.116100 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d3da9fef-b4db-46e5-a37e-e6ccf3cc9220 req-ee45e4b0-d83c-4bfb-81f2-ccdea144fbee service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626289 Aug 16 13:04:20.139606 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a615efac-431d-4520-bfaa-a01dfcd912cd req-255f89ae-1078-443f-802c-16cf67afbe21 service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066968 Aug 16 13:04:20.292696 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9dfb6-4c52-46c3-aa88-f8d76ad2a854 req-05f44fdf-b8fb-4f2c-a293-9b81a2ac0788 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:20.294136 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-76f9dfb6-4c52-46c3-aa88-f8d76ad2a854 req-05f44fdf-b8fb-4f2c-a293-9b81a2ac0788 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 943 time: 0.0483696 Aug 16 13:04:20.334778 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-76f9dfb6-4c52-46c3-aa88-f8d76ad2a854 req-5aa76cae-22f9-45bf-a9ee-5848a7d10a5e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330150 Aug 16 13:04:20.432417 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a615efac-431d-4520-bfaa-a01dfcd912cd req-5706e42d-ef2e-4b96-a18e-c554c910832c service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954401 Aug 16 13:04:20.466844 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba9ebb-17b4-48f7-9557-33df1d175900 req-630b011b-d3fe-46b1-886c-2b16e118b864 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:20.468383 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-beba9ebb-17b4-48f7-9557-33df1d175900 req-630b011b-d3fe-46b1-886c-2b16e118b864 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 945 time: 0.0547566 Aug 16 13:04:20.506514 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-beba9ebb-17b4-48f7-9557-33df1d175900 req-94bbd436-d364-44dd-8c7b-df1b4c1e9800 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321200 Aug 16 13:04:20.741909 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e4849-b8d8-49a7-be71-0ed1dd11a22f req-6fb4f221-1a25-4e51-8603-f7d2b2b74844 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:20.743503 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e04e4849-b8d8-49a7-be71-0ed1dd11a22f req-6fb4f221-1a25-4e51-8603-f7d2b2b74844 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 943 time: 0.0547888 Aug 16 13:04:20.754909 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7972253-6664-4d3b-86e5-8a9c350d5f6e req-3c24020b-7d49-46a0-8750-d88236e4a5f6 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:20.757002 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c7972253-6664-4d3b-86e5-8a9c350d5f6e req-3c24020b-7d49-46a0-8750-d88236e4a5f6 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0564487 Aug 16 13:04:20.785917 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e04e4849-b8d8-49a7-be71-0ed1dd11a22f req-12fa905f-c216-4ce6-b350-a9112a936451 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354850 Aug 16 13:04:20.801666 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c7972253-6664-4d3b-86e5-8a9c350d5f6e req-dba52056-22c6-4818-91c3-21f9c07e1f23 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384307 Aug 16 13:04:21.426657 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:21.449754 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea8c95-bdf7-4706-ad66-8ed3a700ead8 req-d520c67b-647d-4840-a6d8-9bf74704be03 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:21.451269 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-79ea8c95-bdf7-4706-ad66-8ed3a700ead8 req-d520c67b-647d-4840-a6d8-9bf74704be03 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 943 time: 0.0506690 Aug 16 13:04:21.492571 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-79ea8c95-bdf7-4706-ad66-8ed3a700ead8 req-53cd85a9-7536-41a4-937a-166fe491b044 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342770 Aug 16 13:04:21.618473 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5491e0-db96-4c12-81dd-2425a899beb3 req-034c7933-0074-4b49-8586-ee41c27768b2 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:21.619862 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-df5491e0-db96-4c12-81dd-2425a899beb3 req-034c7933-0074-4b49-8586-ee41c27768b2 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 945 time: 0.0470874 Aug 16 13:04:21.656675 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-df5491e0-db96-4c12-81dd-2425a899beb3 req-cafe5815-c3c1-490f-a6e7-4102ff8eb088 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305212 Aug 16 13:04:21.906890 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43feb2ac-f943-42c6-a3d3-adf4b91b7f6d req-0ac07a7c-e7dd-4268-9162-de89d10c2125 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:21.908462 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-43feb2ac-f943-42c6-a3d3-adf4b91b7f6d req-0ac07a7c-e7dd-4268-9162-de89d10c2125 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 943 time: 0.0548415 Aug 16 13:04:21.962210 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d42f4f-8cb4-4dfe-9d8e-c03e694f2fb1 req-a0b4861e-e6fc-4eeb-b1fd-8c1ea7bc7ce0 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:21.964039 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b3d42f4f-8cb4-4dfe-9d8e-c03e694f2fb1 req-a0b4861e-e6fc-4eeb-b1fd-8c1ea7bc7ce0 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0847526 Aug 16 13:04:21.964680 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-43feb2ac-f943-42c6-a3d3-adf4b91b7f6d req-bcc8f936-fe48-4f97-80db-d72d559026a3 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474970 Aug 16 13:04:22.010128 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b3d42f4f-8cb4-4dfe-9d8e-c03e694f2fb1 req-ce356603-dde7-4bfb-83d8-0f04cf8bd001 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381484 Aug 16 13:04:22.603831 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8453122-8cd4-420a-a4ce-ba95b4892f68 req-3f920f82-8ead-4bcb-aac7-929bce72c9c3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:22.605253 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c8453122-8cd4-420a-a4ce-ba95b4892f68 req-3f920f82-8ead-4bcb-aac7-929bce72c9c3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 943 time: 0.0475731 Aug 16 13:04:22.641813 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c8453122-8cd4-420a-a4ce-ba95b4892f68 req-a6560d3a-2f11-4e14-a25c-277b95735df0 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302029 Aug 16 13:04:23.081584 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dda72-1714-44b0-9a23-b2deb68b5c17 req-e2a89e06-9245-4aa3-a6f0-41756fd345e4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:23.083039 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-212dda72-1714-44b0-9a23-b2deb68b5c17 req-e2a89e06-9245-4aa3-a6f0-41756fd345e4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 943 time: 0.0520363 Aug 16 13:04:23.124858 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-212dda72-1714-44b0-9a23-b2deb68b5c17 req-41349460-a296-4529-a845-44b1710d299b tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360200 Aug 16 13:04:23.132361 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54c574-e927-463a-889c-cdf11a1b9f04 req-af6a5887-071b-4f63-b841-e068886b6478 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:23.133911 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ff54c574-e927-463a-889c-cdf11a1b9f04 req-af6a5887-071b-4f63-b841-e068886b6478 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0545669 Aug 16 13:04:23.181644 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ff54c574-e927-463a-889c-cdf11a1b9f04 req-447eafb8-d504-44d7-a319-d8caf8e53ac7 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354223 Aug 16 13:04:23.754404 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6ebe9-e2bf-4066-a908-154215a97d71 req-776ce633-9346-4172-a172-cc927d0b78aa tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:23.755907 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3af6ebe9-e2bf-4066-a908-154215a97d71 req-776ce633-9346-4172-a172-cc927d0b78aa tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 943 time: 0.0482471 Aug 16 13:04:23.796020 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3af6ebe9-e2bf-4066-a908-154215a97d71 req-b685505b-e28a-492c-8738-22c496fffe0f tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329299 Aug 16 13:04:24.030535 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device a8518f0f-2d76-466f-866d-4f5eb952d39a details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:04:24.122503 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port a8518f0f-2d76-466f-866d-4f5eb952d39a, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=a8518f0f-2d76-466f-866d-4f5eb952d39a,segment=NetworkSegment(836dcd0a-02d6-4d48-97ff-60a9cc1913b3),segment_id=836dcd0a-02d6-4d48-97ff-60a9cc1913b3)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:24.135121 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': 'a8518f0f-2d76-466f-866d-4f5eb952d39a', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'port_id': 'a8518f0f-2d76-466f-866d-4f5eb952d39a', 'mac_address': 'fa:16:3e:89:5f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:04:24.171594 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:24.190207 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8518f0f-2d76-466f-866d-4f5eb952d39a {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:04:24.224909 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port a8518f0f-2d76-466f-866d-4f5eb952d39a, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=a8518f0f-2d76-466f-866d-4f5eb952d39a,segment=NetworkSegment(836dcd0a-02d6-4d48-97ff-60a9cc1913b3),segment_id=836dcd0a-02d6-4d48-97ff-60a9cc1913b3)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:24.229738 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:24.257165 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46670ed1-6bee-4100-9172-e88abba8799a req-f9c13476-b09c-4782-bd68-8524a45a7c4b tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:24.259808 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-46670ed1-6bee-4100-9172-e88abba8799a req-f9c13476-b09c-4782-bd68-8524a45a7c4b tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 943 time: 0.0601895 Aug 16 13:04:24.289828 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=a8518f0f-2d76-466f-866d-4f5eb952d39a,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:24.300717 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-46670ed1-6bee-4100-9172-e88abba8799a req-2784a7eb-d6bc-45f4-8396-78dbda58e9bb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356185 Aug 16 13:04:24.313467 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514e84c-7ad1-44c5-a5a4-147e6d0a1397 req-4c6b1482-6cf7-43bb-9e6b-6bc5cf1ced01 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:24.314959 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b514e84c-7ad1-44c5-a5a4-147e6d0a1397 req-4c6b1482-6cf7-43bb-9e6b-6bc5cf1ced01 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0540645 Aug 16 13:04:24.353871 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b514e84c-7ad1-44c5-a5a4-147e6d0a1397 req-c0eadb69-f7d7-458a-ad18-1d1dd82a87ac tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324757 Aug 16 13:04:24.912194 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8c6df-f5d0-4de0-b6dd-d904db9c2609 req-099d060d-71bb-4250-b0f7-95237162e447 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:24.913653 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-49d8c6df-f5d0-4de0-b6dd-d904db9c2609 req-099d060d-71bb-4250-b0f7-95237162e447 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 943 time: 0.0513201 Aug 16 13:04:24.951041 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-49d8c6df-f5d0-4de0-b6dd-d904db9c2609 req-47154a8d-2541-4606-9af5-f63153f65cc6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314744 Aug 16 13:04:25.417977 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf40e92-3023-4d92-9853-df2897b72f85 req-e794162b-647a-4d07-adeb-260b28129981 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:25.419619 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3bf40e92-3023-4d92-9853-df2897b72f85 req-e794162b-647a-4d07-adeb-260b28129981 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 944 time: 0.0514688 Aug 16 13:04:25.460208 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3bf40e92-3023-4d92-9853-df2897b72f85 req-92e15c70-b8f4-4c72-bada-83998d2689bf tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336905 Aug 16 13:04:25.563514 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79d202-3789-4ea2-8918-2f1674495133 req-3dbf45c5-b3f6-4256-8235-fa80464b8a31 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:25.564990 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fe79d202-3789-4ea2-8918-2f1674495133 req-3dbf45c5-b3f6-4256-8235-fa80464b8a31 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0511358 Aug 16 13:04:25.603621 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fe79d202-3789-4ea2-8918-2f1674495133 req-5822b7aa-d301-4979-bb27-3d2cd141f5f5 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324855 Aug 16 13:04:25.679144 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 38136) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:25.782438 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cccfa8bc-37cf-495c-a9c4-da60f0853763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:25.870030 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cccfa8bc-37cf-495c-a9c4-da60f0853763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:25.874403 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cccfa8bc-37cf-495c-a9c4-da60f0853763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:25.909608 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-cccfa8bc-37cf-495c-a9c4-da60f0853763 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc8ec5186e05400e8c388c1b3d24c754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294021 Aug 16 13:04:25.911486 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfa8bc-37cf-495c-a9c4-da60f0853763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33df777f-cea5-4149-9744-04cde077f3b5,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:25.912334 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 38140) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:25.961417 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-63542258-bcb6-4224-8bc7-18c3d64e9dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:25.982112 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-63542258-bcb6-4224-8bc7-18c3d64e9dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:26.027984 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-63542258-bcb6-4224-8bc7-18c3d64e9dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:26.031247 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-63542258-bcb6-4224-8bc7-18c3d64e9dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:26.032524 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-63542258-bcb6-4224-8bc7-18c3d64e9dd8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33df777f-cea5-4149-9744-04cde077f3b5 HTTP/1.1" status: 204 len: 168 time: 0.1190922 Aug 16 13:04:26.040916 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63542258-bcb6-4224-8bc7-18c3d64e9dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33df777f-cea5-4149-9744-04cde077f3b5,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:26.066245 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f4655-19d9-43bd-a781-d1596b0d7f3f req-8d0e36d1-e47a-4c63-be8b-3e9556096414 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:26.067748 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-615f4655-19d9-43bd-a781-d1596b0d7f3f req-8d0e36d1-e47a-4c63-be8b-3e9556096414 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 943 time: 0.0512216 Aug 16 13:04:26.106238 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-615f4655-19d9-43bd-a781-d1596b0d7f3f req-8a2f4171-fe10-4ca0-8b26-d1f5ae868171 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321069 Aug 16 13:04:26.294817 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 38154) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:26.308828 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0e07-41ff-4fc3-ab42-a6f78ae37092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:26.401879 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0e07-41ff-4fc3-ab42-a6f78ae37092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:26.406742 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0e07-41ff-4fc3-ab42-a6f78ae37092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:26.444470 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-bf2a0e07-41ff-4fc3-ab42-a6f78ae37092 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae286265bb30453d8f673385c72e0558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479714 Aug 16 13:04:26.445264 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a0e07-41ff-4fc3-ab42-a6f78ae37092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af78b9e-7bb0-4788-a182-cce8c1b99fe2,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:26.447151 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 38156) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:26.498847 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a02f0da0-1924-4e29-bf39-16d4410b9d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:26.519572 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a02f0da0-1924-4e29-bf39-16d4410b9d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:26.594181 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782c046-c1e2-465b-9bc6-2c6acc5c4306 req-e31a6892-9d4c-4fab-9b58-89df1005e321 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:26.595669 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b782c046-c1e2-465b-9bc6-2c6acc5c4306 req-e31a6892-9d4c-4fab-9b58-89df1005e321 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 944 time: 0.0683250 Aug 16 13:04:26.609126 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a02f0da0-1924-4e29-bf39-16d4410b9d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:26.611576 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a02f0da0-1924-4e29-bf39-16d4410b9d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:26.612591 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-a02f0da0-1924-4e29-bf39-16d4410b9d6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1af78b9e-7bb0-4788-a182-cce8c1b99fe2 HTTP/1.1" status: 204 len: 168 time: 0.1643770 Aug 16 13:04:26.627519 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f0da0-1924-4e29-bf39-16d4410b9d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af78b9e-7bb0-4788-a182-cce8c1b99fe2,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:26.645745 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b782c046-c1e2-465b-9bc6-2c6acc5c4306 req-30f6767e-d31e-4468-82ff-34b46cff374a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440218 Aug 16 13:04:26.748298 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadf1ae-d835-425b-8427-0da6e48cb95c req-7da92498-705c-4ed7-8e9b-8ec80757c225 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:26.750400 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9cadf1ae-d835-425b-8427-0da6e48cb95c req-7da92498-705c-4ed7-8e9b-8ec80757c225 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0509343 Aug 16 13:04:26.790918 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9cadf1ae-d835-425b-8427-0da6e48cb95c req-8cda5a9e-b56e-4800-a05e-25e9fbd33ebc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340886 Aug 16 13:04:26.941579 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 38166) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:26.954537 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-afe1e244-41c1-40e4-b231-41f8aac5edd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:27.043159 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-afe1e244-41c1-40e4-b231-41f8aac5edd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:27.047469 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-afe1e244-41c1-40e4-b231-41f8aac5edd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:27.085546 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-afe1e244-41c1-40e4-b231-41f8aac5edd1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=423ba0fe327a483abdbb69f013fe74f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428785 Aug 16 13:04:27.086533 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1e244-41c1-40e4-b231-41f8aac5edd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2651f11-4217-4868-bbce-25cea277d8b1,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:27.088497 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 38168) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:27.144803 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6484-46d6-498d-babc-f2040edbb995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:27.166147 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6484-46d6-498d-babc-f2040edbb995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:27.220753 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6484-46d6-498d-babc-f2040edbb995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:27.223739 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6484-46d6-498d-babc-f2040edbb995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:27.227389 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-3c7f6484-46d6-498d-babc-f2040edbb995 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2651f11-4217-4868-bbce-25cea277d8b1 HTTP/1.1" status: 204 len: 168 time: 0.1350553 Aug 16 13:04:27.234688 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0374c17-76d6-46a2-9e91-064e7aaca473 req-b6f0d64d-d96c-46f8-afb0-c988244c4a0d tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:27.238413 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b0374c17-76d6-46a2-9e91-064e7aaca473 req-b6f0d64d-d96c-46f8-afb0-c988244c4a0d tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 943 time: 0.0642393 Aug 16 13:04:27.252178 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f6484-46d6-498d-babc-f2040edbb995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2651f11-4217-4868-bbce-25cea277d8b1,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:27.281599 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b0374c17-76d6-46a2-9e91-064e7aaca473 req-97bbb3e3-790f-432d-b590-348f63a4bf0d tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342669 Aug 16 13:04:27.353472 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 5c0baa51-018c-46b6-8380-3c287c8f2e1b details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:04:27.475637 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 5c0baa51-018c-46b6-8380-3c287c8f2e1b, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5c0baa51-018c-46b6-8380-3c287c8f2e1b,segment=NetworkSegment(65810606-55c3-44a7-9e61-1e7601be827f),segment_id=65810606-55c3-44a7-9e61-1e7601be827f)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:27.491373 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': '5c0baa51-018c-46b6-8380-3c287c8f2e1b', 'network_id': 'a6191893-b7d5-474d-8040-4bf12149b722', 'port_id': '5c0baa51-018c-46b6-8380-3c287c8f2e1b', 'mac_address': 'fa:16:3e:8b:57:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a34715e-16db-490b-b147-81ef16ffb5fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:04:27.626337 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['a8518f0f-2d76-466f-866d-4f5eb952d39a'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:04:27.673525 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:27.693722 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0baa51-018c-46b6-8380-3c287c8f2e1b {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:04:27.741391 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 5c0baa51-018c-46b6-8380-3c287c8f2e1b, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5c0baa51-018c-46b6-8380-3c287c8f2e1b,segment=NetworkSegment(65810606-55c3-44a7-9e61-1e7601be827f),segment_id=65810606-55c3-44a7-9e61-1e7601be827f)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:27.751600 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:27.775790 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf05788-8e7c-47a2-b955-d24a1278c7bc req-9e20e54a-322c-40de-b1ef-26471844661e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:27.777406 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4bf05788-8e7c-47a2-b955-d24a1278c7bc req-9e20e54a-322c-40de-b1ef-26471844661e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 944 time: 0.0537233 Aug 16 13:04:27.817782 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4bf05788-8e7c-47a2-b955-d24a1278c7bc req-1e5a7592-15a0-496f-827e-56c2efaddcec tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335038 Aug 16 13:04:27.833760 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=5c0baa51-018c-46b6-8380-3c287c8f2e1b,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:27.944561 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82022ba-2b92-4deb-a001-924dd662989d req-bf711d2e-33d6-49ec-b178-ec8374791337 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:27.946098 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c82022ba-2b92-4deb-a001-924dd662989d req-bf711d2e-33d6-49ec-b178-ec8374791337 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0564644 Aug 16 13:04:27.988486 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c82022ba-2b92-4deb-a001-924dd662989d req-71574a04-68fd-43c4-8a1e-9d4e1fb5ab65 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363190 Aug 16 13:04:28.423100 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bdebf-1da3-4aac-a6d1-ca9fcf17acab req-2ebfead6-526c-4ab4-91c7-a84d739408de tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:28.424882 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-476bdebf-1da3-4aac-a6d1-ca9fcf17acab req-2ebfead6-526c-4ab4-91c7-a84d739408de tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 944 time: 0.0578127 Aug 16 13:04:28.472118 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-476bdebf-1da3-4aac-a6d1-ca9fcf17acab req-ca762fb1-025a-47da-b54c-83e4397520be tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395370 Aug 16 13:04:28.511314 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 38240) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:28.623797 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2fea-bbef-4f66-a9af-5d49a641e8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:28.715191 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2fea-bbef-4f66-a9af-5d49a641e8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:28.719572 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2fea-bbef-4f66-a9af-5d49a641e8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:28.761400 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-ae6d2fea-bbef-4f66-a9af-5d49a641e8fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9945f0cae4a745f8a2ec632fa4267a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489188 Aug 16 13:04:28.763467 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d2fea-bbef-4f66-a9af-5d49a641e8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb61d54d-6b43-45a5-8023-998e8c4e5313,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:28.764865 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 38256) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:28.818921 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0cb5878d-67d7-45c1-84b4-57ea63ba711c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:28.842532 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0cb5878d-67d7-45c1-84b4-57ea63ba711c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:28.887039 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0cb5878d-67d7-45c1-84b4-57ea63ba711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:28.890169 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0cb5878d-67d7-45c1-84b4-57ea63ba711c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:28.891283 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-0cb5878d-67d7-45c1-84b4-57ea63ba711c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb61d54d-6b43-45a5-8023-998e8c4e5313 HTTP/1.1" status: 204 len: 168 time: 0.1254268 Aug 16 13:04:28.900569 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5878d-67d7-45c1-84b4-57ea63ba711c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb61d54d-6b43-45a5-8023-998e8c4e5313,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:28.936562 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53c390-1cc8-4224-9cf6-008cd9534c81 req-a2383a67-4986-4445-be33-7a46adb14c58 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:28.938044 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0e53c390-1cc8-4224-9cf6-008cd9534c81 req-a2383a67-4986-4445-be33-7a46adb14c58 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 944 time: 0.0524001 Aug 16 13:04:28.978633 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0e53c390-1cc8-4224-9cf6-008cd9534c81 req-305a5afa-073e-46b6-b580-3e17668297dd tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346088 Aug 16 13:04:29.107553 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71a674-5344-4da2-a986-a77251fc48fb req-7b7c1a42-88c6-4e93-8008-b7eaff7d05ee tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:29.109193 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8b71a674-5344-4da2-a986-a77251fc48fb req-7b7c1a42-88c6-4e93-8008-b7eaff7d05ee tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0506370 Aug 16 13:04:29.149019 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8b71a674-5344-4da2-a986-a77251fc48fb req-7ae688fd-da71-49b2-b0d7-83224bcebd94 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340061 Aug 16 13:04:29.585514 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc28ab-72cd-48b7-94b0-8d67480359d7 req-b5a1d665-8595-4f75-aa4b-ae11d23d5bcb tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:29.586989 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2dcc28ab-72cd-48b7-94b0-8d67480359d7 req-b5a1d665-8595-4f75-aa4b-ae11d23d5bcb tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 944 time: 0.0482187 Aug 16 13:04:29.625794 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2dcc28ab-72cd-48b7-94b0-8d67480359d7 req-08c7c375-19f5-478e-bf88-aa4c999a225d tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328996 Aug 16 13:04:29.857124 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-126fe1c7-6d8f-4846-b1b3-ebd6bc2d7b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:30.095536 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c411e-23d2-4494-b7bc-9f7b89e26e77 req-6dc1fa98-9f81-41e3-a908-69c0a67e47d5 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:30.097007 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-707c411e-23d2-4494-b7bc-9f7b89e26e77 req-6dc1fa98-9f81-41e3-a908-69c0a67e47d5 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 944 time: 0.0483811 Aug 16 13:04:30.145485 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-707c411e-23d2-4494-b7bc-9f7b89e26e77 req-fe16e39f-8e80-40f7-a048-26a216e41874 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425587 Aug 16 13:04:30.269459 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27737cc5-4c26-4294-81c6-896768ba143d req-968af8da-632b-48cb-8031-bf25292ce73c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:30.270918 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-27737cc5-4c26-4294-81c6-896768ba143d req-968af8da-632b-48cb-8031-bf25292ce73c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0487542 Aug 16 13:04:30.310500 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-27737cc5-4c26-4294-81c6-896768ba143d req-ca3dcbc7-6068-4268-b4ae-5a33f1b6f335 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333507 Aug 16 13:04:30.743438 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d056e-5599-4479-969d-058215f19db1 req-a0777dd1-859d-4e06-8968-0091a87821e9 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:30.744953 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-382d056e-5599-4479-969d-058215f19db1 req-a0777dd1-859d-4e06-8968-0091a87821e9 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 944 time: 0.0517080 Aug 16 13:04:30.787986 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-382d056e-5599-4479-969d-058215f19db1 req-b1f5adaa-e80e-4eef-bcd5-8087bbbdfdd2 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365458 Aug 16 13:04:31.038328 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 77349e1a-1417-48d6-9a12-c26fd43bd611 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:04:31.152064 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 77349e1a-1417-48d6-9a12-c26fd43bd611, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=77349e1a-1417-48d6-9a12-c26fd43bd611,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:31.164681 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': '77349e1a-1417-48d6-9a12-c26fd43bd611', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'port_id': '77349e1a-1417-48d6-9a12-c26fd43bd611', 'mac_address': 'fa:16:3e:3b:45:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:04:31.211932 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:31.227561 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77349e1a-1417-48d6-9a12-c26fd43bd611 {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:04:31.249018 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 77349e1a-1417-48d6-9a12-c26fd43bd611, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=77349e1a-1417-48d6-9a12-c26fd43bd611,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:31.262438 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:31.283965 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['5c0baa51-018c-46b6-8380-3c287c8f2e1b'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:04:31.284466 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910887e-6b41-4c61-97ce-f5ab24d29253 req-455a50e1-04e2-45c7-8bc2-ace21bf5992f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:31.286053 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9910887e-6b41-4c61-97ce-f5ab24d29253 req-455a50e1-04e2-45c7-8bc2-ace21bf5992f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 944 time: 0.0541544 Aug 16 13:04:31.330463 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9910887e-6b41-4c61-97ce-f5ab24d29253 req-a83b556d-21b8-4ad8-8426-487d7bbec238 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377250 Aug 16 13:04:31.342088 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=77349e1a-1417-48d6-9a12-c26fd43bd611,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:31.434444 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f3f54-928c-4f38-97a8-12bbb9fcdd3a req-2b3d8adc-1e0f-4254-a160-965dff1047fe tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:31.435992 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-289f3f54-928c-4f38-97a8-12bbb9fcdd3a req-2b3d8adc-1e0f-4254-a160-965dff1047fe tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 944 time: 0.0498397 Aug 16 13:04:31.475330 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-289f3f54-928c-4f38-97a8-12bbb9fcdd3a req-7e823b40-8bdc-4de9-b612-d34e4900fc39 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330384 Aug 16 13:04:31.846052 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['77349e1a-1417-48d6-9a12-c26fd43bd611'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:04:31.909825 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b064a7f-fb83-488d-8df9-efec618cc08e req-80a17276-3701-4b7e-b16a-70c634405925 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:31.911796 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5b064a7f-fb83-488d-8df9-efec618cc08e req-80a17276-3701-4b7e-b16a-70c634405925 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 944 time: 0.0563328 Aug 16 13:04:31.955194 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5b064a7f-fb83-488d-8df9-efec618cc08e req-05650f56-92ff-40a9-9c46-2a5563fbb9da tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371137 Aug 16 13:04:32.450853 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1dffe-c202-41a4-ae98-df38b5d14dab req-ad2ceda9-8314-45ba-a02b-d5aedf68d5a9 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:32.453117 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-31d1dffe-c202-41a4-ae98-df38b5d14dab req-ad2ceda9-8314-45ba-a02b-d5aedf68d5a9 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 944 time: 0.0511010 Aug 16 13:04:32.496458 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-d20bd69c-c5f5-488f-a281-401ef219259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:32.505651 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-31d1dffe-c202-41a4-ae98-df38b5d14dab req-89199150-b5bc-4556-9a59-b27a3eaa7401 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443258 Aug 16 13:04:32.602729 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d673a-2086-4a07-be42-c3bef751d3e7 req-d3ac7776-4e15-4bfb-bae1-0682da1d95d2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:32.604363 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-bc8d673a-2086-4a07-be42-c3bef751d3e7 req-d3ac7776-4e15-4bfb-bae1-0682da1d95d2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 944 time: 0.0510867 Aug 16 13:04:32.650924 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-bc8d673a-2086-4a07-be42-c3bef751d3e7 req-0c685454-6f63-4ef6-a168-d317dcbb7d85 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376637 Aug 16 13:04:32.721298 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.078586 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8ce93-1a66-47f8-8b0c-0970f64a8529 req-359d5e57-928c-42eb-80a7-4d1b0f21d558 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:33.080076 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-54d8ce93-1a66-47f8-8b0c-0970f64a8529 req-359d5e57-928c-42eb-80a7-4d1b0f21d558 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 944 time: 0.0520420 Aug 16 13:04:33.117779 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-54d8ce93-1a66-47f8-8b0c-0970f64a8529 req-2381a2b7-6658-4ad1-b1d6-58e9063bd044 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315635 Aug 16 13:04:33.397110 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 5c0baa51-018c-46b6-8380-3c287c8f2e1b up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:33.453062 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.457866 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port 5c0baa51-018c-46b6-8380-3c287c8f2e1b completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:33.461542 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port 5c0baa51-018c-46b6-8380-3c287c8f2e1b triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:33.461902 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.536830 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.559167 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19859ea5-2803-41f8-93ea-93e65e21deaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0baa51-018c-46b6-8380-3c287c8f2e1b'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:33.561888 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8053df-c1cc-4ceb-b6fd-f5660cca43ed" -d '{"events": [{"server_uuid": "19859ea5-2803-41f8-93ea-93e65e21deaf", "name": "network-vif-plugged", "status": "completed", "tag": "5c0baa51-018c-46b6-8380-3c287c8f2e1b"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:33.575428 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 5c0baa51-018c-46b6-8380-3c287c8f2e1b, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5c0baa51-018c-46b6-8380-3c287c8f2e1b,segment=NetworkSegment(65810606-55c3-44a7-9e61-1e7601be827f),segment_id=65810606-55c3-44a7-9e61-1e7601be827f)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:33.581234 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.582203 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device a8518f0f-2d76-466f-866d-4f5eb952d39a up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:33.605555 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8382ce3f-0a5b-4878-affa-5ebb72a48b22 x-openstack-request-id: req-8382ce3f-0a5b-4878-affa-5ebb72a48b22 {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:33.605845 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19859ea5-2803-41f8-93ea-93e65e21deaf", "name": "network-vif-plugged", "status": "completed", "tag": "5c0baa51-018c-46b6-8380-3c287c8f2e1b", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:33.606095 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8382ce3f-0a5b-4878-affa-5ebb72a48b22 {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:33.606475 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19859ea5-2803-41f8-93ea-93e65e21deaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0baa51-018c-46b6-8380-3c287c8f2e1b', 'code': 200} Aug 16 13:04:33.625969 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b602c4-9045-4131-8c88-1129d34405d1 req-c9fd2c36-0dab-411d-92e8-a06aedb56eaf tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:33.627476 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-44b602c4-9045-4131-8c88-1129d34405d1 req-c9fd2c36-0dab-411d-92e8-a06aedb56eaf tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 944 time: 0.0487592 Aug 16 13:04:33.673820 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=5c0baa51-018c-46b6-8380-3c287c8f2e1b,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:33.691206 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-44b602c4-9045-4131-8c88-1129d34405d1 req-61a43875-ca7a-4e3a-b632-ac0a0019b09e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567532 Aug 16 13:04:33.700350 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port a8518f0f-2d76-466f-866d-4f5eb952d39a completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:33.705824 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port a8518f0f-2d76-466f-866d-4f5eb952d39a triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:33.706241 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.803631 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.819953 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfe446-444a-4d9e-98ea-92d35229fb17 req-99786ad4-4b70-4619-b4d8-3f5cb5f2f1a1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:33.824050 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-73dfe446-444a-4d9e-98ea-92d35229fb17 req-99786ad4-4b70-4619-b4d8-3f5cb5f2f1a1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 944 time: 0.0662303 Aug 16 13:04:33.847379 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port a8518f0f-2d76-466f-866d-4f5eb952d39a, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=a8518f0f-2d76-466f-866d-4f5eb952d39a,segment=NetworkSegment(836dcd0a-02d6-4d48-97ff-60a9cc1913b3),segment_id=836dcd0a-02d6-4d48-97ff-60a9cc1913b3)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:33.851979 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:33.852791 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 77349e1a-1417-48d6-9a12-c26fd43bd611 up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:04:33.902019 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-73dfe446-444a-4d9e-98ea-92d35229fb17 req-a90c93fc-1781-4eb2-8eab-75dfdc9744e6 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645452 Aug 16 13:04:33.909024 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7be23-5dbf-401e-8af4-f0a0b308c00c req-0f2e0f86-ddc9-47e7-8a9a-38c89215062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:33.911298 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-25a7be23-5dbf-401e-8af4-f0a0b308c00c req-0f2e0f86-ddc9-47e7-8a9a-38c89215062e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 1098 time: 0.0858245 Aug 16 13:04:33.932605 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=a8518f0f-2d76-466f-866d-4f5eb952d39a,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:33.948392 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port 77349e1a-1417-48d6-9a12-c26fd43bd611 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:04:33.959294 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-25a7be23-5dbf-401e-8af4-f0a0b308c00c req-e6a33655-c18b-4c68-a9aa-6040e7823613 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397024 Aug 16 13:04:33.960454 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port 77349e1a-1417-48d6-9a12-c26fd43bd611 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:04:33.960855 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.050403 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.083998 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 77349e1a-1417-48d6-9a12-c26fd43bd611, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=77349e1a-1417-48d6-9a12-c26fd43bd611,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:34.088832 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:34.136711 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=77349e1a-1417-48d6-9a12-c26fd43bd611,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:34.247134 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c52ef-6974-49aa-b6e8-ba04f3149229 req-5a27abe5-5607-4784-a798-d99f1d67dd72 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:34.249217 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-914c52ef-6974-49aa-b6e8-ba04f3149229 req-5a27abe5-5607-4784-a798-d99f1d67dd72 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0516984 Aug 16 13:04:34.293832 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-914c52ef-6974-49aa-b6e8-ba04f3149229 req-a8238fb3-4518-44bd-944f-07c3fae51656 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358925 Aug 16 13:04:34.802421 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4bdbc-4261-4e8d-aa7a-e4b347185c65 req-dd377bca-4533-48e7-ab4b-5642969e79cf tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:34.803928 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-acb4bdbc-4261-4e8d-aa7a-e4b347185c65 req-dd377bca-4533-48e7-ab4b-5642969e79cf tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0511878 Aug 16 13:04:34.844525 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-acb4bdbc-4261-4e8d-aa7a-e4b347185c65 req-3b51f05f-8d8e-432e-92fe-4f181ef374d0 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347278 Aug 16 13:04:35.055724 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1abf33-20eb-4a44-bb5c-cf68308b406c req-bc969a15-bad9-4912-998a-784887841907 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:35.057208 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8b1abf33-20eb-4a44-bb5c-cf68308b406c req-bc969a15-bad9-4912-998a-784887841907 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0477810 Aug 16 13:04:35.094563 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8b1abf33-20eb-4a44-bb5c-cf68308b406c req-b6bfd665-5ef2-42aa-820d-a2e29087a0dd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310597 Aug 16 13:04:35.267661 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:35.407262 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8451ba-5308-403c-8ba6-5f2e1c89956f req-1fd77b10-70ac-4ee0-9b32-ccdf7a26bcee tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:35.408760 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0b8451ba-5308-403c-8ba6-5f2e1c89956f req-1fd77b10-70ac-4ee0-9b32-ccdf7a26bcee tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0480990 Aug 16 13:04:35.445172 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0b8451ba-5308-403c-8ba6-5f2e1c89956f req-334a73c1-1326-4978-9d96-49ca6343da0a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306959 Aug 16 13:04:35.607881 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b587ee-33bf-4200-b0c6-f64a4893e6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8518f0f-2d76-466f-866d-4f5eb952d39a'}, {'server_uuid': 'ac3633ff-22fd-4fc0-9928-e04e81671e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77349e1a-1417-48d6-9a12-c26fd43bd611'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:35.610405 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc9627f-b154-414d-abe4-740d97eb8909" -d '{"events": [{"server_uuid": "f1b587ee-33bf-4200-b0c6-f64a4893e6c5", "name": "network-vif-plugged", "status": "completed", "tag": "a8518f0f-2d76-466f-866d-4f5eb952d39a"}, {"server_uuid": "ac3633ff-22fd-4fc0-9928-e04e81671e24", "name": "network-vif-plugged", "status": "completed", "tag": "77349e1a-1417-48d6-9a12-c26fd43bd611"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:35.657525 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02471bee-8fd3-444d-b6aa-d8b584c69d88 x-openstack-request-id: req-02471bee-8fd3-444d-b6aa-d8b584c69d88 {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:35.657821 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b587ee-33bf-4200-b0c6-f64a4893e6c5", "name": "network-vif-plugged", "status": "completed", "tag": "a8518f0f-2d76-466f-866d-4f5eb952d39a", "code": 200}, {"server_uuid": "ac3633ff-22fd-4fc0-9928-e04e81671e24", "name": "network-vif-plugged", "status": "completed", "tag": "77349e1a-1417-48d6-9a12-c26fd43bd611", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:35.658071 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02471bee-8fd3-444d-b6aa-d8b584c69d88 {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:35.658469 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b587ee-33bf-4200-b0c6-f64a4893e6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8518f0f-2d76-466f-866d-4f5eb952d39a', 'code': 200} Aug 16 13:04:35.658723 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3633ff-22fd-4fc0-9928-e04e81671e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77349e1a-1417-48d6-9a12-c26fd43bd611', 'code': 200} Aug 16 13:04:35.955282 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0537dcb-c44a-4367-9287-774b6b579d5d req-ecf47751-b49e-4367-8c30-cd34e761e4ca tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:35.956775 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f0537dcb-c44a-4367-9287-774b6b579d5d req-ecf47751-b49e-4367-8c30-cd34e761e4ca tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0477481 Aug 16 13:04:35.993422 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f0537dcb-c44a-4367-9287-774b6b579d5d req-1ade78ea-4de6-4400-bcc2-49852e973bfe tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308731 Aug 16 13:04:36.211173 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e967e66-6c1b-45f0-9811-6ba0bea559d4 req-a91656cc-b9d7-473b-aad4-83b115633e37 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:36.212649 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5e967e66-6c1b-45f0-9811-6ba0bea559d4 req-a91656cc-b9d7-473b-aad4-83b115633e37 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0471942 Aug 16 13:04:36.252209 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5e967e66-6c1b-45f0-9811-6ba0bea559d4 req-be44daf4-7ff7-4f9e-9eaf-9448a31aa073 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337329 Aug 16 13:04:36.567265 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd7a64-fa59-4717-9dde-6f98e0425956 req-060001c6-29a9-4748-af4f-8ad128c95468 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:36.568749 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-bcfd7a64-fa59-4717-9dde-6f98e0425956 req-060001c6-29a9-4748-af4f-8ad128c95468 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0502193 Aug 16 13:04:36.604948 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-bcfd7a64-fa59-4717-9dde-6f98e0425956 req-82f16f61-d6bf-49d3-88ab-861b115f16aa tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305152 Aug 16 13:04:37.104088 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851e815-8017-44a1-b35d-bdfd8bb28f49 req-a8356c76-3748-4ff1-b835-54e6995417b0 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:37.105526 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8851e815-8017-44a1-b35d-bdfd8bb28f49 req-a8356c76-3748-4ff1-b835-54e6995417b0 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0473776 Aug 16 13:04:37.142500 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8851e815-8017-44a1-b35d-bdfd8bb28f49 req-2dcf2c3d-2040-4f3a-943a-5a8c0f46569a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310881 Aug 16 13:04:37.366383 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7f8f8-19f1-4d35-968e-b26b173d3eb3 req-b462b77d-d3ed-49a9-b102-c18cbedd1903 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:37.367866 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2fb7f8f8-19f1-4d35-968e-b26b173d3eb3 req-b462b77d-d3ed-49a9-b102-c18cbedd1903 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0473535 Aug 16 13:04:37.406005 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2fb7f8f8-19f1-4d35-968e-b26b173d3eb3 req-8137cbde-8a82-4afa-b044-ff50a175b848 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317979 Aug 16 13:04:37.700275 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1885b-3359-4091-93c5-b88cbab0a664 req-c0333c47-71ce-43a4-bfbe-6c617f5c252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:37.701873 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-87d1885b-3359-4091-93c5-b88cbab0a664 req-c0333c47-71ce-43a4-bfbe-6c617f5c252f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 1098 time: 0.0620291 Aug 16 13:04:37.711968 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10564b-b02a-4475-b7e7-3a43f92e73b9 req-3032d953-c17c-4cfd-b821-e1c141918d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:37.714194 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fd10564b-b02a-4475-b7e7-3a43f92e73b9 req-3032d953-c17c-4cfd-b821-e1c141918d68 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 1098 time: 0.0822043 Aug 16 13:04:37.726613 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8029a-c0e6-4e40-86f0-6e272267fdbf req-ed7f640e-32f6-4eb8-b06e-cea7489470da tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:37.728381 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-29e8029a-c0e6-4e40-86f0-6e272267fdbf req-ed7f640e-32f6-4eb8-b06e-cea7489470da tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0576591 Aug 16 13:04:37.756569 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-87d1885b-3359-4091-93c5-b88cbab0a664 req-c32deef8-a3cc-4f54-9463-f0bca019f45f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414155 Aug 16 13:04:37.775149 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fd10564b-b02a-4475-b7e7-3a43f92e73b9 req-75fcdeb4-b43c-40d6-a910-1ffa227ec858 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453846 Aug 16 13:04:37.780620 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-29e8029a-c0e6-4e40-86f0-6e272267fdbf req-ac8dcd9b-1f2b-499b-87e8-075f473b0a42 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447500 Aug 16 13:04:38.253658 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea584333-74ac-4b0e-9ae2-fc557a046949 req-8a21a12d-5e45-4f75-ac40-0adab075f927 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:38.255153 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ea584333-74ac-4b0e-9ae2-fc557a046949 req-8a21a12d-5e45-4f75-ac40-0adab075f927 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0480304 Aug 16 13:04:38.292139 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ea584333-74ac-4b0e-9ae2-fc557a046949 req-7555c6b2-e95f-49f6-89cb-3cb1648478ce tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310736 Aug 16 13:04:38.539518 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e3547-9122-498a-8239-5cb48e7f6806 req-223993da-3fab-4f95-bf90-37e4ef671c91 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:38.540941 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-649e3547-9122-498a-8239-5cb48e7f6806 req-223993da-3fab-4f95-bf90-37e4ef671c91 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0537302 Aug 16 13:04:38.590301 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-649e3547-9122-498a-8239-5cb48e7f6806 req-7d8c6e89-3c20-4085-a92f-f7893f7f19fa tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420761 Aug 16 13:04:38.896831 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31be4d-48a1-407d-aeb7-284495519691 req-755f2db1-c304-4e73-9591-3907fd8975a7 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:38.898288 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5c31be4d-48a1-407d-aeb7-284495519691 req-755f2db1-c304-4e73-9591-3907fd8975a7 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0492132 Aug 16 13:04:38.935553 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5c31be4d-48a1-407d-aeb7-284495519691 req-b3844ffb-443e-40db-ba5d-30df9613a3f8 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313580 Aug 16 13:04:39.418213 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2096b-038e-46b0-9e95-0af154bec6df req-807eddc7-4e76-40c6-a9ae-b6428034b1d3 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:39.419845 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-38a2096b-038e-46b0-9e95-0af154bec6df req-807eddc7-4e76-40c6-a9ae-b6428034b1d3 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0579259 Aug 16 13:04:39.460010 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-38a2096b-038e-46b0-9e95-0af154bec6df req-80c3d155-7e7b-446d-9048-a5f6feb8bb5b tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338418 Aug 16 13:04:39.711575 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbc5f6-d49d-40e2-9bb1-c8662374078d req-49cd0598-bb25-465f-a9fd-d1e353053d14 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:39.712945 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b0fbc5f6-d49d-40e2-9bb1-c8662374078d req-49cd0598-bb25-465f-a9fd-d1e353053d14 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0513790 Aug 16 13:04:39.749420 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b0fbc5f6-d49d-40e2-9bb1-c8662374078d req-592c19e3-4b81-4af8-89d1-47b2ff3926b0 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306852 Aug 16 13:04:40.050464 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f6d2c-7dda-4a37-b658-d102eb785d9b req-d396655c-2225-4df6-985c-33ec0d385110 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:40.051986 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ef8f6d2c-7dda-4a37-b658-d102eb785d9b req-d396655c-2225-4df6-985c-33ec0d385110 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0489740 Aug 16 13:04:40.090279 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ef8f6d2c-7dda-4a37-b658-d102eb785d9b req-b5afc30c-5e6b-4b26-b3ff-926b95b96829 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319455 Aug 16 13:04:40.140274 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 38608) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:40.241360 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c8d167fd-d1eb-4383-ba1c-ed96a075212b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.328840 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c8d167fd-d1eb-4383-ba1c-ed96a075212b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.332572 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c8d167fd-d1eb-4383-ba1c-ed96a075212b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.370443 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-c8d167fd-d1eb-4383-ba1c-ed96a075212b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=169e8e0501d74f12bd59dc4b6d33fbd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290955 Aug 16 13:04:40.371414 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d167fd-d1eb-4383-ba1c-ed96a075212b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b9bd34-366c-4ce7-a120-3f2cbce61798,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:40.373286 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 38616) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:40.378650 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d167fd-d1eb-4383-ba1c-ed96a075212b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.379001 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d167fd-d1eb-4383-ba1c-ed96a075212b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.379356 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d167fd-d1eb-4383-ba1c-ed96a075212b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.380014 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d167fd-d1eb-4383-ba1c-ed96a075212b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.380014 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d167fd-d1eb-4383-ba1c-ed96a075212b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.380336 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d167fd-d1eb-4383-ba1c-ed96a075212b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.380828 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d167fd-d1eb-4383-ba1c-ed96a075212b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.381075 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d167fd-d1eb-4383-ba1c-ed96a075212b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.381644 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d167fd-d1eb-4383-ba1c-ed96a075212b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.381806 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d167fd-d1eb-4383-ba1c-ed96a075212b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.382153 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d167fd-d1eb-4383-ba1c-ed96a075212b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.382475 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d167fd-d1eb-4383-ba1c-ed96a075212b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.422761 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cc215baf-84ac-4341-aedd-95318b3d8598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.443872 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cc215baf-84ac-4341-aedd-95318b3d8598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.494133 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cc215baf-84ac-4341-aedd-95318b3d8598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.496655 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cc215baf-84ac-4341-aedd-95318b3d8598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.497776 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-cc215baf-84ac-4341-aedd-95318b3d8598 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2b9bd34-366c-4ce7-a120-3f2cbce61798 HTTP/1.1" status: 204 len: 168 time: 0.1236811 Aug 16 13:04:40.505305 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc215baf-84ac-4341-aedd-95318b3d8598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b9bd34-366c-4ce7-a120-3f2cbce61798,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:40.512195 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc215baf-84ac-4341-aedd-95318b3d8598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.512545 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc215baf-84ac-4341-aedd-95318b3d8598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.512888 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc215baf-84ac-4341-aedd-95318b3d8598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.513220 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc215baf-84ac-4341-aedd-95318b3d8598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.513550 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc215baf-84ac-4341-aedd-95318b3d8598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.513879 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc215baf-84ac-4341-aedd-95318b3d8598 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.514205 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc215baf-84ac-4341-aedd-95318b3d8598 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.514533 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc215baf-84ac-4341-aedd-95318b3d8598 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.514858 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc215baf-84ac-4341-aedd-95318b3d8598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.515185 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc215baf-84ac-4341-aedd-95318b3d8598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.515597 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc215baf-84ac-4341-aedd-95318b3d8598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.515917 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc215baf-84ac-4341-aedd-95318b3d8598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:04:40.600367 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd73a2-12d9-4e92-930d-8328ece01b1c req-170c9f0d-83b5-4c45-843b-dbc61f6a5c2b tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:40.602138 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-84dd73a2-12d9-4e92-930d-8328ece01b1c req-170c9f0d-83b5-4c45-843b-dbc61f6a5c2b tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0520351 Aug 16 13:04:40.643069 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-84dd73a2-12d9-4e92-930d-8328ece01b1c req-ae3b155c-707e-4025-88b5-cceba61f9a64 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349293 Aug 16 13:04:40.753371 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 38626) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:40.766772 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-61ffcf1a-55a8-4108-b961-37814fb660c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.899154 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb9d0e-93f8-49eb-8527-7a99ca94dd50 req-7c608c29-6319-40a7-af66-b6bbce33b559 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:40.900682 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e0eb9d0e-93f8-49eb-8527-7a99ca94dd50 req-7c608c29-6319-40a7-af66-b6bbce33b559 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0740640 Aug 16 13:04:40.902454 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-61ffcf1a-55a8-4108-b961-37814fb660c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.908784 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-61ffcf1a-55a8-4108-b961-37814fb660c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:40.970970 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffcf1a-55a8-4108-b961-37814fb660c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c2c795-33a0-49d8-88fe-366aaa6e336d,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:40.975589 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-61ffcf1a-55a8-4108-b961-37814fb660c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5e44c9169f84484b1e01345831ec618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211890 Aug 16 13:04:40.979069 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 38632) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:40.980949 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e0eb9d0e-93f8-49eb-8527-7a99ca94dd50 req-8de046a7-5273-477c-87c4-4870aed940a5 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733600 Aug 16 13:04:41.028131 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bf3da6f8-cfe1-4eb8-b159-fd073ebdbfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.049158 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bf3da6f8-cfe1-4eb8-b159-fd073ebdbfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.093938 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bf3da6f8-cfe1-4eb8-b159-fd073ebdbfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.096612 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bf3da6f8-cfe1-4eb8-b159-fd073ebdbfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.097761 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-bf3da6f8-cfe1-4eb8-b159-fd073ebdbfcb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02c2c795-33a0-49d8-88fe-366aaa6e336d HTTP/1.1" status: 204 len: 168 time: 0.1176636 Aug 16 13:04:41.105062 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3da6f8-cfe1-4eb8-b159-fd073ebdbfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c2c795-33a0-49d8-88fe-366aaa6e336d,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:41.204049 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701af956-9041-4193-8152-c6de10f2868e req-c843fa0d-f8af-4bcb-9737-3815e50e6742 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:41.205506 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-701af956-9041-4193-8152-c6de10f2868e req-c843fa0d-f8af-4bcb-9737-3815e50e6742 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0472915 Aug 16 13:04:41.248353 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-701af956-9041-4193-8152-c6de10f2868e req-0e820f47-c3d0-42a1-abde-83dc9217088f tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358961 Aug 16 13:04:41.428231 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 38648) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:41.441986 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d585ffaa-9727-4293-8156-02d1dcb1bc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.546058 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26c488-3231-45fc-bd6f-c1d92921ac81 req-0dadd23a-49c7-448f-9ed3-68e0cad0587f tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:41.547476 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-bf26c488-3231-45fc-bd6f-c1d92921ac81 req-0dadd23a-49c7-448f-9ed3-68e0cad0587f tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0754611 Aug 16 13:04:41.595937 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d585ffaa-9727-4293-8156-02d1dcb1bc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.603989 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-bf26c488-3231-45fc-bd6f-c1d92921ac81 req-5a2dce51-278c-49d8-b3c0-77b5f8cb5924 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495195 Aug 16 13:04:41.604553 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d585ffaa-9727-4293-8156-02d1dcb1bc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.642468 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-d585ffaa-9727-4293-8156-02d1dcb1bc96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0933fbfd57142aeb4362da1c50c2507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131464 Aug 16 13:04:41.643319 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585ffaa-9727-4293-8156-02d1dcb1bc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311f0fe1-82c9-4010-840f-8fb11b86e1d2,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:41.645152 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 38652) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:41.694034 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bc18ba12-328f-41b3-b308-0bad18bd09c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.715990 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bc18ba12-328f-41b3-b308-0bad18bd09c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.783986 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d50e09-4b2b-4f15-b478-42516e44c7cb req-cee73dc3-0366-4d9f-a602-8aa66461c819 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:41.785451 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-53d50e09-4b2b-4f15-b478-42516e44c7cb req-cee73dc3-0366-4d9f-a602-8aa66461c819 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0745869 Aug 16 13:04:41.806529 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bc18ba12-328f-41b3-b308-0bad18bd09c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.808994 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bc18ba12-328f-41b3-b308-0bad18bd09c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:41.810634 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-bc18ba12-328f-41b3-b308-0bad18bd09c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/311f0fe1-82c9-4010-840f-8fb11b86e1d2 HTTP/1.1" status: 204 len: 168 time: 0.1639578 Aug 16 13:04:41.824230 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18ba12-328f-41b3-b308-0bad18bd09c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311f0fe1-82c9-4010-840f-8fb11b86e1d2,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:41.839813 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-53d50e09-4b2b-4f15-b478-42516e44c7cb req-fdd36011-f279-4c5e-bda6-838828b79d5c tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482380 Aug 16 13:04:42.097734 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec3aee-8f0c-46e5-b7a7-b9361008afd9 req-00f3a0a5-62bb-42b0-ae25-f4c1131fe5c3 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:42.099284 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5bec3aee-8f0c-46e5-b7a7-b9361008afd9 req-00f3a0a5-62bb-42b0-ae25-f4c1131fe5c3 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0489159 Aug 16 13:04:42.142324 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5bec3aee-8f0c-46e5-b7a7-b9361008afd9 req-f779f6e7-353d-4c28-a48a-022ec01847e9 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371284 Aug 16 13:04:42.722657 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd89b10-7173-491e-ade7-33d679915bd9 req-f1229eca-f115-425a-afa3-b3ce51ee54c5 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:42.724163 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7dd89b10-7173-491e-ade7-33d679915bd9 req-f1229eca-f115-425a-afa3-b3ce51ee54c5 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0509205 Aug 16 13:04:42.767957 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7dd89b10-7173-491e-ade7-33d679915bd9 req-e4831438-5ebc-483a-8b85-4c2828deb28f tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376709 Aug 16 13:04:42.957429 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe2c21-141a-4269-9673-d336c4043e54 req-7e4302b7-73f3-4933-bfb9-a28e1f167a72 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:42.958915 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f9fe2c21-141a-4269-9673-d336c4043e54 req-7e4302b7-73f3-4933-bfb9-a28e1f167a72 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0518017 Aug 16 13:04:43.005228 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f9fe2c21-141a-4269-9673-d336c4043e54 req-51b447b9-ca66-4c9b-8c39-cd49ca846ff6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392349 Aug 16 13:04:43.116408 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d954f3-68b1-44f7-8619-15ea030ddfae req-74ac87f9-abd5-4c6f-9cec-71b63e06f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:43.118011 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-71d954f3-68b1-44f7-8619-15ea030ddfae req-74ac87f9-abd5-4c6f-9cec-71b63e06f9b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e85023036604c99b3ecbf1a7ae8ae4d&device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 1098 time: 0.0402956 Aug 16 13:04:43.260637 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816b3ea-91fb-4c09-bcf8-3c01e2b58035 req-00b4bc4b-d564-4e81-83c0-59415ccd2e61 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:43.262133 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f816b3ea-91fb-4c09-bcf8-3c01e2b58035 req-00b4bc4b-d564-4e81-83c0-59415ccd2e61 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0481381 Aug 16 13:04:43.300467 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f816b3ea-91fb-4c09-bcf8-3c01e2b58035 req-1f5f76e6-6347-4e65-bc69-4b2c86e89e38 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322640 Aug 16 13:04:43.319202 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d954f3-68b1-44f7-8619-15ea030ddfae req-ece1088f-f7fa-476b-aa91-a2cdc1b9b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:43.320723 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-71d954f3-68b1-44f7-8619-15ea030ddfae req-ece1088f-f7fa-476b-aa91-a2cdc1b9b759 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6191893-b7d5-474d-8040-4bf12149b722 HTTP/1.1" status: 200 len: 919 time: 0.0894179 Aug 16 13:04:43.440135 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-71d954f3-68b1-44f7-8619-15ea030ddfae req-036a71a5-06f8-4258-9f86-656a83a604bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c0baa51-018c-46b6-8380-3c287c8f2e1b HTTP/1.1" status: 200 len: 217 time: 0.0384884 Aug 16 13:04:43.494131 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d954f3-68b1-44f7-8619-15ea030ddfae req-bbfd10f1-38bd-4b2c-b11c-1d1d4b93430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:43.495682 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-71d954f3-68b1-44f7-8619-15ea030ddfae req-bbfd10f1-38bd-4b2c-b11c-1d1d4b93430f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a34715e-16db-490b-b147-81ef16ffb5fd HTTP/1.1" status: 200 len: 858 time: 0.0452149 Aug 16 13:04:43.566750 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-71d954f3-68b1-44f7-8619-15ea030ddfae req-7180c8cd-4328-4b4d-8433-dd1f3fd3d71e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6191893-b7d5-474d-8040-4bf12149b722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285163 Aug 16 13:04:43.717770 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-71d954f3-68b1-44f7-8619-15ea030ddfae req-3ae69ef0-d4f7-451d-a4b0-7e2f015c2055 service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829818 Aug 16 13:04:43.877645 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ef1c2-4a3b-46c6-9eea-e66158c834c5 req-f498159e-1a67-4cb7-8592-ffc302a46774 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:43.879088 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-be3ef1c2-4a3b-46c6-9eea-e66158c834c5 req-f498159e-1a67-4cb7-8592-ffc302a46774 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0471883 Aug 16 13:04:43.916213 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-be3ef1c2-4a3b-46c6-9eea-e66158c834c5 req-c9af18cd-926a-4502-86fe-3ea30eb77dbb tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313420 Aug 16 13:04:44.120186 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eee8b3-caca-4022-a857-378e0f7e178a req-1001466d-e14e-4966-9ba3-0d2a6be912e4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:44.121699 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-64eee8b3-caca-4022-a857-378e0f7e178a req-1001466d-e14e-4966-9ba3-0d2a6be912e4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0484810 Aug 16 13:04:44.160671 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-64eee8b3-caca-4022-a857-378e0f7e178a req-29c19754-4797-4ea8-b2aa-f5ad43ae06b8 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325553 Aug 16 13:04:44.272198 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7e2f2-e058-4343-b109-12a12c08c4f9 req-f09bf41d-1daf-41a7-91c8-5e3440d585a4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:44.273634 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-44e7e2f2-e058-4343-b109-12a12c08c4f9 req-f09bf41d-1daf-41a7-91c8-5e3440d585a4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0503349 Aug 16 13:04:44.282024 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 38770) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:44.286194 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-76012fab-ab71-4f16-a734-08b870ef1a01 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Request body: {'floatingip': {'port_id': 'a8518f0f-2d76-466f-866d-4f5eb952d39a'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:44.352494 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76012fab-ab71-4f16-a734-08b870ef1a01 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for floatingip, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:44.358411 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:04:44.422204 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504df48c-300f-4a69-ae7e-91be945e7665 req-14d7a278-20fb-4c09-9792-d41c0e4f5a39 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:44.423720 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-504df48c-300f-4a69-ae7e-91be945e7665 req-14d7a278-20fb-4c09-9792-d41c0e4f5a39 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0525074 Aug 16 13:04:44.464408 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-504df48c-300f-4a69-ae7e-91be945e7665 req-396c8206-3704-4dd3-87c7-a527efbceece tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342100 Aug 16 13:04:44.805591 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e45729-b15a-4523-871f-76c442015314 req-4beaa66e-62f4-4bbf-9b0f-7802057b3f7d tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:44.806944 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c3e45729-b15a-4523-871f-76c442015314 req-4beaa66e-62f4-4bbf-9b0f-7802057b3f7d tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.2689140 Aug 16 13:04:44.815557 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 38800) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:44.820699 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-276b6e39-2801-45e8-88bb-6b93a868d101 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Request body: {'floatingip': {'port_id': '77349e1a-1417-48d6-9a12-c26fd43bd611'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:04:44.887729 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-276b6e39-2801-45e8-88bb-6b93a868d101 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for floatingip, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:45.209999 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76012fab-ab71-4f16-a734-08b870ef1a01 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:45.214455 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76012fab-ab71-4f16-a734-08b870ef1a01 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726215'] for floatingip, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:45.279408 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c08a3-372d-4a34-b672-01d797d3761f req-528c3b00-fa98-4956-b6e1-d6e32fb69fd0 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:45.281002 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-539c08a3-372d-4a34-b672-01d797d3761f req-528c3b00-fa98-4956-b6e1-d6e32fb69fd0 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.2793083 Aug 16 13:04:45.311213 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.db.l3_db [None req-76012fab-ab71-4f16-a734-08b870ef1a01 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Floating IP 1040bf2c-f661-4668-8cac-18a47ce9f1e1 associated. External IP: 172.27.3.239, port: a8518f0f-2d76-466f-866d-4f5eb952d39a. Aug 16 13:04:45.365518 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-539c08a3-372d-4a34-b672-01d797d3761f req-88f1eca1-cb97-47cb-8f9e-9c43d2ca4b93 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507951 Aug 16 13:04:45.516575 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76012fab-ab71-4f16-a734-08b870ef1a01 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Router 25a54772-6d0c-44c3-ab45-360faf927419 has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:04:45.622970 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76012fab-ab71-4f16-a734-08b870ef1a01 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:04:45.627671 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76012fab-ab71-4f16-a734-08b870ef1a01 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:45.645264 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846d3b31-ff71-4827-8287-0a9d9a8c7564 None None] Sync routers for ids ['25a54772-6d0c-44c3-ab45-360faf927419'] in dv-cinder-804698-2-iscsi {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:04:45.654467 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846d3b31-ff71-4827-8287-0a9d9a8c7564 None None] Routers {'25a54772-6d0c-44c3-ab45-360faf927419'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:45.655286 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-846d3b31-ff71-4827-8287-0a9d9a8c7564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:04:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['25a54772-6d0c-44c3-ab45-360faf927419'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:45.659143 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-76012fab-ab71-4f16-a734-08b870ef1a01 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "PUT /v2.0/floatingips/1040bf2c-f661-4668-8cac-18a47ce9f1e1 HTTP/1.1" status: 200 len: 991 time: 1.3735290 Aug 16 13:04:45.659143 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b587ee-33bf-4200-b0c6-f64a4893e6c5', 'tag': 'a8518f0f-2d76-466f-866d-4f5eb952d39a'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:45.659505 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b47236e-2f66-4326-81f7-78ae92a9f83d" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b587ee-33bf-4200-b0c6-f64a4893e6c5", "tag": "a8518f0f-2d76-466f-866d-4f5eb952d39a"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:45.703906 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648231c1-61ec-4098-8bab-a6320b5c7778 x-openstack-request-id: req-648231c1-61ec-4098-8bab-a6320b5c7778 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:45.704188 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b587ee-33bf-4200-b0c6-f64a4893e6c5", "tag": "a8518f0f-2d76-466f-866d-4f5eb952d39a", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:45.704437 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-648231c1-61ec-4098-8bab-a6320b5c7778 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:45.704825 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b587ee-33bf-4200-b0c6-f64a4893e6c5', 'tag': 'a8518f0f-2d76-466f-866d-4f5eb952d39a', 'status': 'completed', 'code': 200} Aug 16 13:04:45.757734 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-276b6e39-2801-45e8-88bb-6b93a868d101 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:45.761741 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-276b6e39-2801-45e8-88bb-6b93a868d101 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726215'] for floatingip, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:45.791079 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-846d3b31-ff71-4827-8287-0a9d9a8c7564 None None] Set router 25a54772-6d0c-44c3-ab45-360faf927419 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:45.859740 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.l3_db [None req-276b6e39-2801-45e8-88bb-6b93a868d101 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Floating IP e2cc1223-200f-4e59-97a4-e34b3c54fd0d associated. External IP: 172.27.3.93, port: 77349e1a-1417-48d6-9a12-c26fd43bd611. Aug 16 13:04:46.050831 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-846d3b31-ff71-4827-8287-0a9d9a8c7564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:03:50Z', 'revision_number': 4, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port': {'id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '1040bf2c-f661-4668-8cac-18a47ce9f1e1', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'port_id': 'a8518f0f-2d76-466f-866d-4f5eb952d39a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'mac_address': 'fa:16:3e:89:5f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b587ee-33bf-4200-b0c6-f64a4893e6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:04:01Z', 'updated_at': '2021-08-16T13:04:45Z', 'revision_number': 1, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4c2b92-478c-4248-9590-8cf0ac5a893d', 'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'mac_address': 'fa:16:3e:44:a6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:46Z', 'updated_at': '2021-08-16T13:04:03Z', 'revision_number': 5, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'subnets': [{'id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:46.060753 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276b6e39-2801-45e8-88bb-6b93a868d101 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:04:46.076588 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846d3b31-ff71-4827-8287-0a9d9a8c7564 None None] Checking router: 25a54772-6d0c-44c3-ab45-360faf927419 for host: dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:04:46.084660 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846d3b31-ff71-4827-8287-0a9d9a8c7564 None None] Routers {'25a54772-6d0c-44c3-ab45-360faf927419'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:46.085262 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-846d3b31-ff71-4827-8287-0a9d9a8c7564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:04:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['25a54772-6d0c-44c3-ab45-360faf927419'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:46.165308 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276b6e39-2801-45e8-88bb-6b93a868d101 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:04:46.170124 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-276b6e39-2801-45e8-88bb-6b93a868d101 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:46.176476 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9009362e-cd85-4c4f-acfd-ce676a58643d None None] Sync routers for ids ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:04:46.188184 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-846d3b31-ff71-4827-8287-0a9d9a8c7564 None None] Set router 25a54772-6d0c-44c3-ab45-360faf927419 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:46.194323 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9009362e-cd85-4c4f-acfd-ce676a58643d None None] Routers {'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:46.195238 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-9009362e-cd85-4c4f-acfd-ce676a58643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:04:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:46.207221 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-276b6e39-2801-45e8-88bb-6b93a868d101 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "PUT /v2.0/floatingips/e2cc1223-200f-4e59-97a4-e34b3c54fd0d HTTP/1.1" status: 200 len: 990 time: 1.3880994 Aug 16 13:04:46.207221 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3633ff-22fd-4fc0-9928-e04e81671e24', 'tag': '77349e1a-1417-48d6-9a12-c26fd43bd611'}] {{(pid=94054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:46.212944 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2e02789a86343ed90e228d8a01386e3b0dd3ee74f1c4d71a2f16840b073a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4df2f5-f8b6-49b3-a75f-cae8373549d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3633ff-22fd-4fc0-9928-e04e81671e24", "tag": "77349e1a-1417-48d6-9a12-c26fd43bd611"}]}' {{(pid=94054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:46.332236 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-9009362e-cd85-4c4f-acfd-ce676a58643d None None] Set router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:46.423162 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-846d3b31-ff71-4827-8287-0a9d9a8c7564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:03:50Z', 'revision_number': 4, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port': {'id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '1040bf2c-f661-4668-8cac-18a47ce9f1e1', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'port_id': 'a8518f0f-2d76-466f-866d-4f5eb952d39a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'mac_address': 'fa:16:3e:89:5f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b587ee-33bf-4200-b0c6-f64a4893e6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:04:01Z', 'updated_at': '2021-08-16T13:04:45Z', 'revision_number': 1, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4c2b92-478c-4248-9590-8cf0ac5a893d', 'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'mac_address': 'fa:16:3e:44:a6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:46Z', 'updated_at': '2021-08-16T13:04:03Z', 'revision_number': 5, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'subnets': [{'id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:46.452163 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846d3b31-ff71-4827-8287-0a9d9a8c7564 None None] The sync data for ids ['25a54772-6d0c-44c3-ab45-360faf927419'] in dv-cinder-804698-2-iscsi is: [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:03:50Z', 'revision_number': 4, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port': {'id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '1040bf2c-f661-4668-8cac-18a47ce9f1e1', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'port_id': 'a8518f0f-2d76-466f-866d-4f5eb952d39a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'mac_address': 'fa:16:3e:89:5f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b587ee-33bf-4200-b0c6-f64a4893e6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:04:01Z', 'updated_at': '2021-08-16T13:04:45Z', 'revision_number': 1, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4c2b92-478c-4248-9590-8cf0ac5a893d', 'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'mac_address': 'fa:16:3e:44:a6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:46Z', 'updated_at': '2021-08-16T13:04:03Z', 'revision_number': 5, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'subnets': [{'id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:04:46.596619 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-9009362e-cd85-4c4f-acfd-ce676a58643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:54Z', 'revision_number': 4, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': 'e2cc1223-200f-4e59-97a4-e34b3c54fd0d', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'port_id': '77349e1a-1417-48d6-9a12-c26fd43bd611', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'mac_address': 'fa:16:3e:3b:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3633ff-22fd-4fc0-9928-e04e81671e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:04:05Z', 'updated_at': '2021-08-16T13:04:45Z', 'revision_number': 1, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15e5d5a-6959-471c-937c-24f096804470', 'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'mac_address': 'fa:16:3e:b4:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:51Z', 'updated_at': '2021-08-16T13:04:06Z', 'revision_number': 5, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'subnets': [{'id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:46.623801 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9009362e-cd85-4c4f-acfd-ce676a58643d None None] Checking router: f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:04:46.632544 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9009362e-cd85-4c4f-acfd-ce676a58643d None None] Routers {'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:04:46.633178 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-9009362e-cd85-4c4f-acfd-ce676a58643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:04:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:46.654101 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc42d1ac-f878-4cd7-a360-ab935b65bad3 None None] New status for floating IP 1040bf2c-f661-4668-8cac-18a47ce9f1e1: ACTIVE {{(pid=94056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:04:46.737101 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-9009362e-cd85-4c4f-acfd-ce676a58643d None None] Set router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:04:46.967994 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-71d954f3-68b1-44f7-8619-15ea030ddfae req-213cf0c9-b1e0-4dd4-883a-ddaeb6924262 service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643293 Aug 16 13:04:46.981830 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47236e-2f66-4326-81f7-78ae92a9f83d req-99ac9506-96e3-43f5-a86f-1b26ccd38eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:46.983301 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8b47236e-2f66-4326-81f7-78ae92a9f83d req-99ac9506-96e3-43f5-a86f-1b26ccd38eb8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35289569ce2a48d18e2b46800222e61d&device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 1098 time: 0.0515466 Aug 16 13:04:47.027124 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7673ebc7-94de-4f8d-9234-2a12f029bb10 x-openstack-request-id: req-7673ebc7-94de-4f8d-9234-2a12f029bb10 {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:47.027754 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3633ff-22fd-4fc0-9928-e04e81671e24", "tag": "77349e1a-1417-48d6-9a12-c26fd43bd611", "status": "completed", "code": 200}]} {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:47.027754 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7673ebc7-94de-4f8d-9234-2a12f029bb10 {{(pid=94054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:47.028364 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3633ff-22fd-4fc0-9928-e04e81671e24', 'tag': '77349e1a-1417-48d6-9a12-c26fd43bd611', 'status': 'completed', 'code': 200} Aug 16 13:04:47.095094 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-9009362e-cd85-4c4f-acfd-ce676a58643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:54Z', 'revision_number': 4, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': 'e2cc1223-200f-4e59-97a4-e34b3c54fd0d', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'port_id': '77349e1a-1417-48d6-9a12-c26fd43bd611', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'mac_address': 'fa:16:3e:3b:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3633ff-22fd-4fc0-9928-e04e81671e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:04:05Z', 'updated_at': '2021-08-16T13:04:45Z', 'revision_number': 1, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15e5d5a-6959-471c-937c-24f096804470', 'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'mac_address': 'fa:16:3e:b4:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:51Z', 'updated_at': '2021-08-16T13:04:06Z', 'revision_number': 5, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'subnets': [{'id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:04:47.120467 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9009362e-cd85-4c4f-acfd-ce676a58643d None None] The sync data for ids ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'] in dv-cinder-804698-2-iscsi is: [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:54Z', 'revision_number': 4, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': 'e2cc1223-200f-4e59-97a4-e34b3c54fd0d', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'port_id': '77349e1a-1417-48d6-9a12-c26fd43bd611', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'mac_address': 'fa:16:3e:3b:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3633ff-22fd-4fc0-9928-e04e81671e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:04:05Z', 'updated_at': '2021-08-16T13:04:45Z', 'revision_number': 1, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15e5d5a-6959-471c-937c-24f096804470', 'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'mac_address': 'fa:16:3e:b4:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:51Z', 'updated_at': '2021-08-16T13:04:06Z', 'revision_number': 5, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'subnets': [{'id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:04:47.167420 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afce6b8-f894-44e5-b80b-b66130a40281 req-474c8903-3561-4c57-ae88-c1c19137d9af tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:47.168904 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9afce6b8-f894-44e5-b80b-b66130a40281 req-474c8903-3561-4c57-ae88-c1c19137d9af tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0939670 Aug 16 13:04:47.227096 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9afce6b8-f894-44e5-b80b-b66130a40281 req-797a154f-88e1-4911-88ee-29661d0cbd00 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510478 Aug 16 13:04:47.264762 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47236e-2f66-4326-81f7-78ae92a9f83d req-53226078-da6c-49e9-ad60-28faeb04edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:47.266349 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8b47236e-2f66-4326-81f7-78ae92a9f83d req-53226078-da6c-49e9-ad60-28faeb04edd7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b120bbf0-0985-452a-bb3e-65b335150f39 HTTP/1.1" status: 200 len: 912 time: 0.1595731 Aug 16 13:04:47.280262 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4df2f5-f8b6-49b3-a75f-cae8373549d8 req-055bb155-6ad0-4a08-b1b9-77d152444ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:47.281741 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8c4df2f5-f8b6-49b3-a75f-cae8373549d8 req-055bb155-6ad0-4a08-b1b9-77d152444ab0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=065e8e5b57d74a0d98687912b8c6d026&device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 1098 time: 0.0578825 Aug 16 13:04:47.346301 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c987fe42-fac0-4b7e-a4d1-69f2cc0779db None None] New status for floating IP e2cc1223-200f-4e59-97a4-e34b3c54fd0d: ACTIVE {{(pid=94055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:04:47.799468 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8b47236e-2f66-4326-81f7-78ae92a9f83d req-aa5bd6e2-ee7e-462b-b277-7ace70e733f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8518f0f-2d76-466f-866d-4f5eb952d39a HTTP/1.1" status: 200 len: 1001 time: 0.3385246 Aug 16 13:04:47.869625 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4df2f5-f8b6-49b3-a75f-cae8373549d8 req-735027ee-78c4-43ca-becf-3b1f7f9a5b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:47.871074 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8c4df2f5-f8b6-49b3-a75f-cae8373549d8 req-735027ee-78c4-43ca-becf-3b1f7f9a5b8b service neutron] 10.222.0.61 "GET /v2.0/networks?id=0f5346d6-5894-47ff-bb0d-27a8e17e988b HTTP/1.1" status: 200 len: 917 time: 0.3556848 Aug 16 13:04:47.872931 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47236e-2f66-4326-81f7-78ae92a9f83d req-4cf604e4-4fda-4e4b-b497-23495e179d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:47.874226 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8b47236e-2f66-4326-81f7-78ae92a9f83d req-4cf604e4-4fda-4e4b-b497-23495e179d31 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=396e273c-25ea-422a-a322-cf3e6f91f4f2 HTTP/1.1" status: 200 len: 850 time: 0.0691192 Aug 16 13:04:47.981099 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8c4df2f5-f8b6-49b3-a75f-cae8373549d8 req-c60941a9-ec54-4097-a9b0-1b422cabafa7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77349e1a-1417-48d6-9a12-c26fd43bd611 HTTP/1.1" status: 200 len: 1000 time: 0.0892458 Aug 16 13:04:47.983653 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47236e-2f66-4326-81f7-78ae92a9f83d req-837a0844-302b-4044-a151-d59b331cdbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:47.985046 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8b47236e-2f66-4326-81f7-78ae92a9f83d req-837a0844-302b-4044-a151-d59b331cdbd4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b120bbf0-0985-452a-bb3e-65b335150f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0922129 Aug 16 13:04:48.097931 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4df2f5-f8b6-49b3-a75f-cae8373549d8 req-6029aa00-3557-451d-82d0-6ecef9fd412e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:48.099804 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8c4df2f5-f8b6-49b3-a75f-cae8373549d8 req-6029aa00-3557-451d-82d0-6ecef9fd412e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1 HTTP/1.1" status: 200 len: 855 time: 0.0994971 Aug 16 13:04:48.157024 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8b47236e-2f66-4326-81f7-78ae92a9f83d req-4902be53-d99c-4fe2-8d5e-9917a6500f9d service neutron] 10.222.0.61 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556518 Aug 16 13:04:48.166705 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4df2f5-f8b6-49b3-a75f-cae8373549d8 req-83b28710-9089-4dca-8972-73d23e810886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:48.168104 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8c4df2f5-f8b6-49b3-a75f-cae8373549d8 req-83b28710-9089-4dca-8972-73d23e810886 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0f5346d6-5894-47ff-bb0d-27a8e17e988b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532570 Aug 16 13:04:48.391183 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b0302-7f54-4d34-be6b-350d01be5993 req-44fb26ea-3b31-4e7c-8665-d8f354fe1c7f tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:48.394068 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a38b0302-7f54-4d34-be6b-350d01be5993 req-44fb26ea-3b31-4e7c-8665-d8f354fe1c7f tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0908828 Aug 16 13:04:48.426311 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8b47236e-2f66-4326-81f7-78ae92a9f83d req-6574b3ff-5ab3-441c-aae1-f4948881c2ba service neutron] 10.222.0.61 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843028 Aug 16 13:04:48.428694 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8c4df2f5-f8b6-49b3-a75f-cae8373549d8 req-e4081a37-d99d-4923-9c79-42093b1f2d28 service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786602 Aug 16 13:04:48.437288 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a38b0302-7f54-4d34-be6b-350d01be5993 req-8316eafe-43c5-458b-bd38-cb6698ef50f0 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345521 Aug 16 13:04:48.677455 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8c4df2f5-f8b6-49b3-a75f-cae8373549d8 req-8a96c5c1-b561-48b7-893f-e9d814a365d8 service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013181 Aug 16 13:04:49.219499 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea659a-7ae5-4d87-8f1c-47efcb60606d req-4dfd8a90-84e9-43bf-8c20-463ceed11aaf tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:49.221270 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4aea659a-7ae5-4d87-8f1c-47efcb60606d req-4dfd8a90-84e9-43bf-8c20-463ceed11aaf tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 945 time: 0.0549774 Aug 16 13:04:49.264739 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4aea659a-7ae5-4d87-8f1c-47efcb60606d req-ad82545d-8acd-441c-8c6c-0cf4be5a2ddd tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366018 Aug 16 13:04:49.578084 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3d88e-1b21-4d48-8118-ce64f46a5d72 req-1d9b21cb-ec1e-43eb-a01d-867b955d014e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:49.584113 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-1ad3d88e-1b21-4d48-8118-ce64f46a5d72 req-1d9b21cb-ec1e-43eb-a01d-867b955d014e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0557249 Aug 16 13:04:49.619381 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-1ad3d88e-1b21-4d48-8118-ce64f46a5d72 req-885d39b8-0d54-44f7-893b-8f2b83dc8131 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330987 Aug 16 13:04:49.856374 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 38962) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:49.964637 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-96d3cc0e-93d8-46ff-9817-c3dbfa8e7f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:49.985370 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a76a2989-92d6-45bb-9c34-cc31226df6dc req-25e6a71b-908a-4190-9591-2aa449669faa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478425 Aug 16 13:04:50.058176 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-96d3cc0e-93d8-46ff-9817-c3dbfa8e7f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.063134 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-96d3cc0e-93d8-46ff-9817-c3dbfa8e7f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.100417 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3cc0e-93d8-46ff-9817-c3dbfa8e7f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0b6aae-3e0c-4bda-b3c9-8ff7d985db52,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:50.108584 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-96d3cc0e-93d8-46ff-9817-c3dbfa8e7f76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd1fafe07d374b52967c8e3580ad27a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476780 Aug 16 13:04:50.109575 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 38966) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:50.129254 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a2989-92d6-45bb-9c34-cc31226df6dc req-0f815c76-6227-494b-9c9d-e09a59c9435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:50.131118 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a76a2989-92d6-45bb-9c34-cc31226df6dc req-0f815c76-6227-494b-9c9d-e09a59c9435b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49abdb5182444a8ab635e34dda44fd9c&device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 1098 time: 0.0457036 Aug 16 13:04:50.162098 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7cfbf177-d895-4dbd-b70e-f8f243e9d997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.182835 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7cfbf177-d895-4dbd-b70e-f8f243e9d997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.230083 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7cfbf177-d895-4dbd-b70e-f8f243e9d997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.232750 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7cfbf177-d895-4dbd-b70e-f8f243e9d997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.233885 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-7cfbf177-d895-4dbd-b70e-f8f243e9d997 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c0b6aae-3e0c-4bda-b3c9-8ff7d985db52 HTTP/1.1" status: 204 len: 168 time: 0.1241853 Aug 16 13:04:50.241637 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a2989-92d6-45bb-9c34-cc31226df6dc req-28e35fe8-efc1-440b-816a-0e42d39dcd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:50.241875 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbf177-d895-4dbd-b70e-f8f243e9d997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0b6aae-3e0c-4bda-b3c9-8ff7d985db52,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:50.243809 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a76a2989-92d6-45bb-9c34-cc31226df6dc req-28e35fe8-efc1-440b-816a-0e42d39dcd68 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc HTTP/1.1" status: 200 len: 916 time: 0.0880191 Aug 16 13:04:50.291894 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a76a2989-92d6-45bb-9c34-cc31226df6dc req-73b0c2ab-5043-43c3-961b-d5f892d8dff8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00361403-e865-4135-b1f4-98564508c3fd HTTP/1.1" status: 200 len: 217 time: 0.0392413 Aug 16 13:04:50.366483 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a2989-92d6-45bb-9c34-cc31226df6dc req-96dbf3aa-a19b-405a-ab6f-cd3b35c807cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:50.368041 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a76a2989-92d6-45bb-9c34-cc31226df6dc req-96dbf3aa-a19b-405a-ab6f-cd3b35c807cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=957e0498-9090-4243-9332-9dea676ee25f HTTP/1.1" status: 200 len: 855 time: 0.0560265 Aug 16 13:04:50.393253 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afc59a-e149-436a-964a-ff02d7c048a8 req-16146ed5-94a1-4354-b24e-ff3f2011d3fb tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:50.394731 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-22afc59a-e149-436a-964a-ff02d7c048a8 req-16146ed5-94a1-4354-b24e-ff3f2011d3fb tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 945 time: 0.0524445 Aug 16 13:04:50.416993 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a76a2989-92d6-45bb-9c34-cc31226df6dc req-bf15146a-fe55-4164-8353-3c437497f9db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242114 Aug 16 13:04:50.438826 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-22afc59a-e149-436a-964a-ff02d7c048a8 req-a5eec242-e731-4962-8fa6-8b8a57a3f40d tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373924 Aug 16 13:04:50.539700 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 38986) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:50.572467 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a76a2989-92d6-45bb-9c34-cc31226df6dc req-e188562c-868b-43c8-bdd8-be85274bcc82 service neutron] 10.222.0.61 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320741 Aug 16 13:04:50.705802 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a76a2989-92d6-45bb-9c34-cc31226df6dc req-685a8ceb-7608-4cdc-9940-db1750098bc3 service neutron] 10.222.0.61 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136088 Aug 16 13:04:50.785093 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b8564522-ed8b-4a30-90b3-857766606212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.849758 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b22b56-7aab-4cf1-86aa-6d43711f1ea1 req-8a127544-44ec-4a5b-bd62-8a896fb7f0b2 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:50.851209 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a5b22b56-7aab-4cf1-86aa-6d43711f1ea1 req-8a127544-44ec-4a5b-bd62-8a896fb7f0b2 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0681286 Aug 16 13:04:50.905265 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a5b22b56-7aab-4cf1-86aa-6d43711f1ea1 req-25d98d8f-3f20-43b8-8647-4896d15b0bab tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475075 Aug 16 13:04:50.941069 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b8564522-ed8b-4a30-90b3-857766606212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.944919 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b8564522-ed8b-4a30-90b3-857766606212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:50.986607 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-b8564522-ed8b-4a30-90b3-857766606212 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59834f0365374b19bfe30bceb260a11e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4455225 Aug 16 13:04:50.987491 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8564522-ed8b-4a30-90b3-857766606212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b2e920-0bb1-4a1e-877a-9a6c8c5c4201,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:50.989325 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 38992) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:51.038233 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ddda34b7-39d0-4c01-bb7f-45a06cb415c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:51.058863 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ddda34b7-39d0-4c01-bb7f-45a06cb415c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:51.109333 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ddda34b7-39d0-4c01-bb7f-45a06cb415c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:51.111967 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ddda34b7-39d0-4c01-bb7f-45a06cb415c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:51.113100 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-ddda34b7-39d0-4c01-bb7f-45a06cb415c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24b2e920-0bb1-4a1e-877a-9a6c8c5c4201 HTTP/1.1" status: 204 len: 168 time: 0.1226983 Aug 16 13:04:51.123809 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda34b7-39d0-4c01-bb7f-45a06cb415c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b2e920-0bb1-4a1e-877a-9a6c8c5c4201,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:51.425960 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:51.569930 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de8b29-f00d-4eb8-b62f-b02fdea90cd1 req-f2b85814-4e19-4225-ab0e-c87d68890499 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:51.571788 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-87de8b29-f00d-4eb8-b62f-b02fdea90cd1 req-f2b85814-4e19-4225-ab0e-c87d68890499 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 945 time: 0.0582442 Aug 16 13:04:51.611246 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-87de8b29-f00d-4eb8-b62f-b02fdea90cd1 req-fe022133-0431-441b-b870-cbde0778998d tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335205 Aug 16 13:04:51.864130 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39032) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:51.974341 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fc237e49-26b0-4092-9a2b-3a1e40e8c0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:52.043577 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a572fd-5342-4221-9187-3f490205429f req-76cd0542-7b2f-426a-bf6e-c8d6f3d72cdc tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:52.045103 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c6a572fd-5342-4221-9187-3f490205429f req-76cd0542-7b2f-426a-bf6e-c8d6f3d72cdc tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0571175 Aug 16 13:04:52.087388 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c6a572fd-5342-4221-9187-3f490205429f req-ee1eefb6-75c1-49af-a12e-c0290a0ad46b tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350149 Aug 16 13:04:52.089641 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fc237e49-26b0-4092-9a2b-3a1e40e8c0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:52.096487 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fc237e49-26b0-4092-9a2b-3a1e40e8c0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:52.135271 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-fc237e49-26b0-4092-9a2b-3a1e40e8c0d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebf1fb0f75a549389b527adfdbc4c166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700393 Aug 16 13:04:52.137270 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc237e49-26b0-4092-9a2b-3a1e40e8c0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2be3c2a-a69a-4971-a2e8-f151d4f4c59e,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:52.138729 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 39044) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:52.192052 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1e8beede-482f-4f46-bf8c-5508b715e096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:52.214169 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1e8beede-482f-4f46-bf8c-5508b715e096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:52.264825 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1e8beede-482f-4f46-bf8c-5508b715e096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:52.267489 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1e8beede-482f-4f46-bf8c-5508b715e096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:52.272067 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-1e8beede-482f-4f46-bf8c-5508b715e096 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2be3c2a-a69a-4971-a2e8-f151d4f4c59e HTTP/1.1" status: 204 len: 168 time: 0.1285968 Aug 16 13:04:52.280374 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8beede-482f-4f46-bf8c-5508b715e096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2be3c2a-a69a-4971-a2e8-f151d4f4c59e,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:52.598664 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 39062) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:52.613973 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8eca65ca-04c8-4325-8a76-498b09d4083f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:52.773170 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26841f52-f66f-4436-b76c-ff20a71b4087 req-38b58994-4882-4dff-aefa-5b2a5b896b13 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:52.774664 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-26841f52-f66f-4436-b76c-ff20a71b4087 req-38b58994-4882-4dff-aefa-5b2a5b896b13 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 945 time: 0.0821030 Aug 16 13:04:52.776550 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8eca65ca-04c8-4325-8a76-498b09d4083f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:52.788886 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8eca65ca-04c8-4325-8a76-498b09d4083f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:52.847494 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-8eca65ca-04c8-4325-8a76-498b09d4083f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=481aae40301b491f8b40e08af7e38bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473075 Aug 16 13:04:52.848199 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca65ca-04c8-4325-8a76-498b09d4083f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b550390-b975-4a3e-8215-f80cb3abdf18,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:52.850632 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39076) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:52.855402 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-26841f52-f66f-4436-b76c-ff20a71b4087 req-026a738b-0b26-4a8f-ae1c-3970b367d0f3 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b388965-71a4-429d-86b4-692d4e41ea58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733109 Aug 16 13:04:52.913760 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ffe987a4-807d-4234-870d-e56cc7103b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:52.944564 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ffe987a4-807d-4234-870d-e56cc7103b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:53.006943 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ffe987a4-807d-4234-870d-e56cc7103b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:53.009851 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ffe987a4-807d-4234-870d-e56cc7103b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:53.011004 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-ffe987a4-807d-4234-870d-e56cc7103b83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b550390-b975-4a3e-8215-f80cb3abdf18 HTTP/1.1" status: 204 len: 168 time: 0.1598189 Aug 16 13:04:53.019888 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe987a4-807d-4234-870d-e56cc7103b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b550390-b975-4a3e-8215-f80cb3abdf18,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:53.110581 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2f6f6-a09e-40b6-bca3-b9395b01a7ea req-2bbdf109-ae4f-495d-a275-293e039d84e2 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:53.112021 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fdd2f6f6-a09e-40b6-bca3-b9395b01a7ea req-2bbdf109-ae4f-495d-a275-293e039d84e2 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.61 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 945 time: 0.0524931 Aug 16 13:04:53.215661 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8dc8b-de09-4001-87e3-f79f975c561a req-01c6f477-8f19-4937-8c2b-118941e65c96 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:53.217545 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a6b8dc8b-de09-4001-87e3-f79f975c561a req-01c6f477-8f19-4937-8c2b-118941e65c96 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0573988 Aug 16 13:04:53.258083 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a6b8dc8b-de09-4001-87e3-f79f975c561a req-d2f4dd0a-cf86-4bf7-bce2-855db2b85d6a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344079 Aug 16 13:04:53.280105 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-fdd2f6f6-a09e-40b6-bca3-b9395b01a7ea req-3576b456-2aae-4e91-ad79-8f3213624856 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Deleting port 086cdaa8-b9b5-491a-ae8e-4355342d2e24 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:04:53.280105 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-fdd2f6f6-a09e-40b6-bca3-b9395b01a7ea req-3576b456-2aae-4e91-ad79-8f3213624856 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:53.372922 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-fdd2f6f6-a09e-40b6-bca3-b9395b01a7ea req-3576b456-2aae-4e91-ad79-8f3213624856 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] For port 086cdaa8-b9b5-491a-ae8e-4355342d2e24, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=086cdaa8-b9b5-491a-ae8e-4355342d2e24,segment=NetworkSegment(18be70b9-85b4-4acd-899d-d27fc19fefa9),segment_id=18be70b9-85b4-4acd-899d-d27fc19fefa9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:04:53.373304 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-fdd2f6f6-a09e-40b6-bca3-b9395b01a7ea req-3576b456-2aae-4e91-ad79-8f3213624856 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:53.387932 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-fdd2f6f6-a09e-40b6-bca3-b9395b01a7ea req-3576b456-2aae-4e91-ad79-8f3213624856 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Calling delete_port for 086cdaa8-b9b5-491a-ae8e-4355342d2e24 owned by compute:nova {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:04:53.553533 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-fdd2f6f6-a09e-40b6-bca3-b9395b01a7ea req-3576b456-2aae-4e91-ad79-8f3213624856 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:53.581736 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576b456-2aae-4e91-ad79-8f3213624856 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Pushing event deleted for resources: {'Port': ['ID=086cdaa8-b9b5-491a-ae8e-4355342d2e24,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:53.642965 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd2f6f6-a09e-40b6-bca3-b9395b01a7ea req-3576b456-2aae-4e91-ad79-8f3213624856 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] No DVR routers for this DVR port 086cdaa8-b9b5-491a-ae8e-4355342d2e24 on host hv-cinder-80469 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:04:53.648185 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-fdd2f6f6-a09e-40b6-bca3-b9395b01a7ea req-3576b456-2aae-4e91-ad79-8f3213624856 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:53.650234 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fdd2f6f6-a09e-40b6-bca3-b9395b01a7ea req-3576b456-2aae-4e91-ad79-8f3213624856 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.61 "DELETE /v2.0/ports/086cdaa8-b9b5-491a-ae8e-4355342d2e24 HTTP/1.1" status: 204 len: 173 time: 0.5219345 Aug 16 13:04:53.650677 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2309612e-d1ba-4e9c-9a74-ade22b8488f5', 'name': 'network-vif-deleted', 'tag': '086cdaa8-b9b5-491a-ae8e-4355342d2e24'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:04:53.652977 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc30e4f-3381-4ef6-98fb-d8f31ecda774" -d '{"events": [{"server_uuid": "2309612e-d1ba-4e9c-9a74-ade22b8488f5", "name": "network-vif-deleted", "tag": "086cdaa8-b9b5-491a-ae8e-4355342d2e24"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:04:53.703522 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb48796-2eab-4d7e-8570-86f1957024ee x-openstack-request-id: req-fbb48796-2eab-4d7e-8570-86f1957024ee {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:04:53.703796 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2309612e-d1ba-4e9c-9a74-ade22b8488f5", "name": "network-vif-deleted", "tag": "086cdaa8-b9b5-491a-ae8e-4355342d2e24", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:04:53.704046 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbb48796-2eab-4d7e-8570-86f1957024ee {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:04:53.704605 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2309612e-d1ba-4e9c-9a74-ade22b8488f5', 'name': 'network-vif-deleted', 'tag': '086cdaa8-b9b5-491a-ae8e-4355342d2e24', 'status': 'completed', 'code': 200} Aug 16 13:04:53.963558 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-57e8ee7b-2057-425d-adcc-ca4df4172d80 req-f5af5d31-1225-4895-8a77-f2973e69a219 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 210 time: 0.0284221 Aug 16 13:04:54.406092 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444487be-3cc1-4eac-94a2-20159a51abae req-e9a95c93-90a4-4d37-9780-d7812cb549fd tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:54.416933 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-444487be-3cc1-4eac-94a2-20159a51abae req-e9a95c93-90a4-4d37-9780-d7812cb549fd tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0715108 Aug 16 13:04:54.474208 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-444487be-3cc1-4eac-94a2-20159a51abae req-5a6a4b68-81ce-4a26-b98f-d0e1eeec3264 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561543 Aug 16 13:04:54.751311 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39156) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:54.862231 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a0542120-b2f1-4193-be90-99e8ab22cf59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:54.958185 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a0542120-b2f1-4193-be90-99e8ab22cf59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:54.961815 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a0542120-b2f1-4193-be90-99e8ab22cf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.001480 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0542120-b2f1-4193-be90-99e8ab22cf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cf663d-bd93-41ce-9fc1-08cdca99688f,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:55.007475 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-a0542120-b2f1-4193-be90-99e8ab22cf59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a3e6c78456342758c073501a46dcd3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530773 Aug 16 13:04:55.008189 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39166) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:55.060444 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-af7408cd-ab26-4b42-8ac7-e6c9ac869ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.102507 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e6738bdb-6872-4389-9da7-39a70e5e8e86 req-798e7132-cb38-4734-b309-f4828b1ba840 tempest-DeleteServersTestJSON-1274269001 tempest-DeleteServersTestJSON-1274269001-project] 10.222.0.20 "GET /v2.0/ports?device_id=2309612e-d1ba-4e9c-9a74-ade22b8488f5 HTTP/1.1" status: 200 len: 210 time: 0.0328412 Aug 16 13:04:55.104814 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-af7408cd-ab26-4b42-8ac7-e6c9ac869ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.153145 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-af7408cd-ab26-4b42-8ac7-e6c9ac869ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.156337 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-af7408cd-ab26-4b42-8ac7-e6c9ac869ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.157524 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-af7408cd-ab26-4b42-8ac7-e6c9ac869ed8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3cf663d-bd93-41ce-9fc1-08cdca99688f HTTP/1.1" status: 204 len: 168 time: 0.1483562 Aug 16 13:04:55.165867 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7408cd-ab26-4b42-8ac7-e6c9ac869ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cf663d-bd93-41ce-9fc1-08cdca99688f,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:55.438769 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39174) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:55.452476 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-139c8d52-dc85-4f1a-8d32-c0a27ce4b579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.517890 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 086cdaa8-b9b5-491a-ae8e-4355342d2e24 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:04:55.550394 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: 086cdaa8-b9b5-491a-ae8e-4355342d2e24 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:04:55.550743 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 086cdaa8-b9b5-491a-ae8e-4355342d2e24 not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:04:55.570875 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-139c8d52-dc85-4f1a-8d32-c0a27ce4b579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.576631 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-139c8d52-dc85-4f1a-8d32-c0a27ce4b579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.604264 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896c463-3240-4d6b-8f42-f7f6fb8bd9e8 req-aaad0420-1d97-4be3-a657-5a7baf351049 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:55.605782 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9896c463-3240-4d6b-8f42-f7f6fb8bd9e8 req-aaad0420-1d97-4be3-a657-5a7baf351049 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0499146 Aug 16 13:04:55.626948 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-139c8d52-dc85-4f1a-8d32-c0a27ce4b579 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d70cdbb18b6e4268a9547066a4a394ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870375 Aug 16 13:04:55.627954 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c8d52-dc85-4f1a-8d32-c0a27ce4b579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1680dd48-0924-4365-b7ff-98f2f0e4253c,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:55.630378 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 39184) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:04:55.662066 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9896c463-3240-4d6b-8f42-f7f6fb8bd9e8 req-c934b137-e0a2-4f51-9a4c-10c40d678185 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495040 Aug 16 13:04:55.698305 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5131-8556-41f1-9e6c-47f6eb069b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.719088 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5131-8556-41f1-9e6c-47f6eb069b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.769921 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5131-8556-41f1-9e6c-47f6eb069b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.772886 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dcfb5131-8556-41f1-9e6c-47f6eb069b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:04:55.774254 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-dcfb5131-8556-41f1-9e6c-47f6eb069b7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1680dd48-0924-4365-b7ff-98f2f0e4253c HTTP/1.1" status: 204 len: 168 time: 0.1427386 Aug 16 13:04:55.784234 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb5131-8556-41f1-9e6c-47f6eb069b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1680dd48-0924-4365-b7ff-98f2f0e4253c,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:04:56.353500 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-aa727160-a9c6-4e93-b035-b921882adbeb tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:56.354807 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-aa727160-a9c6-4e93-b035-b921882adbeb tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/networks?id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc HTTP/1.1" status: 200 len: 815 time: 0.1152642 Aug 16 13:04:56.377513 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-4b1a1c68-865a-432e-b774-1b8abb8f7426 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/quotas/49abdb5182444a8ab635e34dda44fd9c HTTP/1.1" status: 200 len: 375 time: 0.0161333 Aug 16 13:04:56.433386 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-66ae7307-3e2c-4985-a17f-697f14e35fe4 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=49abdb5182444a8ab635e34dda44fd9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493875 Aug 16 13:04:56.555265 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-50270638-501d-45a8-a0c8-39a3ff8eb2e7 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105695 Aug 16 13:04:56.650158 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-c2c19cc8-da80-490b-aaa2-e00545e3bb14 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881433 Aug 16 13:04:56.852424 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46ef73-58b7-480e-9ba7-4adaef0f11aa req-a10c9f42-e950-43d8-8111-d93a10ebcb6a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:56.854183 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7e46ef73-58b7-480e-9ba7-4adaef0f11aa req-a10c9f42-e950-43d8-8111-d93a10ebcb6a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0569425 Aug 16 13:04:56.902900 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7e46ef73-58b7-480e-9ba7-4adaef0f11aa req-b1496368-8d05-4a07-a275-0b7cf423398a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415473 Aug 16 13:04:56.991307 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ebd803d6-6af3-4b98-95eb-f2abfa03a3c1 req-4f058415-b832-4f7c-a70e-842f0a15d679 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b0eee58-cf50-46fe-b472-907e454a8a26 HTTP/1.1" status: 200 len: 210 time: 0.0375729 Aug 16 13:04:59.485679 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-39aa6138-c8ac-4f24-9a05-be7f71cead4a req-b80e6145-704b-4800-b897-99209ca66a84 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b0eee58-cf50-46fe-b472-907e454a8a26 HTTP/1.1" status: 200 len: 210 time: 0.0249519 Aug 16 13:04:59.491508 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb7722-f419-4028-95fe-cbe9502a9c8e req-7e40e1b3-2786-4f37-b7e2-68fbfd6f245c tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:04:59.493761 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-67eb7722-f419-4028-95fe-cbe9502a9c8e req-7e40e1b3-2786-4f37-b7e2-68fbfd6f245c tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0538514 Aug 16 13:04:59.533322 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-67eb7722-f419-4028-95fe-cbe9502a9c8e req-67419acc-1572-447c-85ac-d2a323fd37ee tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331626 Aug 16 13:04:59.859574 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-83060498-be74-41e0-aecc-2fee95e98d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.186131 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-22772feb-9066-4ded-9f26-77fddca5b9b7 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:00.187701 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-22772feb-9066-4ded-9f26-77fddca5b9b7 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.61 "GET /v2.0/networks?id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc HTTP/1.1" status: 200 len: 815 time: 0.1076455 Aug 16 13:05:00.215160 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-bf2b22b6-cc41-4cdf-b3b0-e5a431bb760b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Request body: {'port': {'device_id': '4b0eee58-cf50-46fe-b472-907e454a8a26', 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc', 'admin_state_up': True, 'tenant_id': '49abdb5182444a8ab635e34dda44fd9c'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:00.325493 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-bf2b22b6-cc41-4cdf-b3b0-e5a431bb760b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Made reservation on behalf of 49abdb5182444a8ab635e34dda44fd9c for: {'port': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:00.329481 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-bf2b22b6-cc41-4cdf-b3b0-e5a431bb760b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.461439 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-bf2b22b6-cc41-4cdf-b3b0-e5a431bb760b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Allocated IP 172.20.0.10 (7cc19dd6-126c-4a2e-8fd7-b756f1855acc/957e0498-9090-4243-9332-9dea676ee25f/c9d56695-ae13-463d-9735-714db92c350a) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:00.625278 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-074911b3-a3c6-4172-be3e-c70f09c2aa85 req-1fdbefb3-3aa9-4f07-9e8d-a77d0de46879 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b0eee58-cf50-46fe-b472-907e454a8a26 HTTP/1.1" status: 200 len: 210 time: 0.0358715 Aug 16 13:05:00.640620 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-bf2b22b6-cc41-4cdf-b3b0-e5a431bb760b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.679876 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-bf2b22b6-cc41-4cdf-b3b0-e5a431bb760b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.724937 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['00361403-e865-4135-b1f4-98564508c3fd'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:05:00.735614 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5fd55-636c-472a-9fa1-364361c14f20 req-3bb0e357-5b25-48c8-80bc-acb9fc4edd1a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:00.738089 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-bf2b22b6-cc41-4cdf-b3b0-e5a431bb760b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:00.738983 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-17d5fd55-636c-472a-9fa1-364361c14f20 req-3bb0e357-5b25-48c8-80bc-acb9fc4edd1a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0553322 Aug 16 13:05:00.739483 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-bf2b22b6-cc41-4cdf-b3b0-e5a431bb760b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:00.743644 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-bf2b22b6-cc41-4cdf-b3b0-e5a431bb760b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:00.750380 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-bf2b22b6-cc41-4cdf-b3b0-e5a431bb760b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:00.751006 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-bf2b22b6-cc41-4cdf-b3b0-e5a431bb760b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.771603 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b22b6-cc41-4cdf-b3b0-e5a431bb760b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Pushing event updated for resources: {'Port': ['ID=c9d56695-ae13-463d-9735-714db92c350a,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:00.776001 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-bf2b22b6-cc41-4cdf-b3b0-e5a431bb760b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5645089 Aug 16 13:05:00.792116 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-17d5fd55-636c-472a-9fa1-364361c14f20 req-1963de43-b740-42e2-81f5-810c642f9109 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429037 Aug 16 13:05:00.813411 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 39348) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:00.815711 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Request body: {'port': {'device_id': '4b0eee58-cf50-46fe-b472-907e454a8a26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:00.872786 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9258f4-aa37-4c1d-ac8d-1bba81b4aae6 admin admin] Deleting subnet 9babbcb2-f272-473c-86d3-9a40d7ac8810 {{(pid=94054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:05:00.878395 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4f9258f4-aa37-4c1d-ac8d-1bba81b4aae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.880462 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.928277 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4f9258f4-aa37-4c1d-ac8d-1bba81b4aae6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:00.939243 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4f9258f4-aa37-4c1d-ac8d-1bba81b4aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1938334'] for subnet, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.000331 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4f9258f4-aa37-4c1d-ac8d-1bba81b4aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1938327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for subnet, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.030393 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9258f4-aa37-4c1d-ac8d-1bba81b4aae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9babbcb2-f272-473c-86d3-9a40d7ac8810,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:01.032414 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4f9258f4-aa37-4c1d-ac8d-1bba81b4aae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.036011 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-4f9258f4-aa37-4c1d-ac8d-1bba81b4aae6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9babbcb2-f272-473c-86d3-9a40d7ac8810 HTTP/1.1" status: 204 len: 168 time: 0.2213793 Aug 16 13:05:01.038749 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 39354) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:01.144038 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771912'] for network, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.196780 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9d56695-ae13-463d-9735-714db92c350a {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:05:01.204949 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.224641 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Transition to ACTIVE for port object c9d56695-ae13-463d-9735-714db92c350a will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:01.224641 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.244601 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740267', 'neutron.services.segments.db._delete_segments_for_network-8755702799171'] for network, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.255525 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:01.255870 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:01.256618 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:01.256962 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Subscribe: > port after_create 55550000 {{(pid=94054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:01.257659 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Subscribe: > port after_delete 55550000 {{(pid=94054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:01.258050 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Subscribe: > port after_update 55550000 {{(pid=94054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:01.258325 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:01.258690 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:01.258970 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:01.259656 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:01.275778 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9d56695-ae13-463d-9735-714db92c350a,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:01.303829 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Attempting to bind port c9d56695-ae13-463d-9735-714db92c350a on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:01.304063 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Attempting to bind port c9d56695-ae13-463d-9735-714db92c350a by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'cf6d433d-f80a-4563-b3b3-b630b12e95a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:01.304381 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Attempting to bind port c9d56695-ae13-463d-9735-714db92c350a on network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:01.308946 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Port c9d56695-ae13-463d-9735-714db92c350a on network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:05:01.309291 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Attempting to bind port c9d56695-ae13-463d-9735-714db92c350a on network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:01.314059 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:01.314396 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Checking segment: {'id': 'cf6d433d-f80a-4563-b3b3-b630b12e95a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:01.314775 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Bound using segment: {'id': 'cf6d433d-f80a-4563-b3b3-b630b12e95a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:01.315196 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Bound port: c9d56695-ae13-463d-9735-714db92c350a, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6d433d-f80a-4563-b3b3-b630b12e95a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:01.315586 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.375947 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] For port c9d56695-ae13-463d-9735-714db92c350a, host hv-cinder-80469, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:01.378963 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] For port c9d56695-ae13-463d-9735-714db92c350a, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=c9d56695-ae13-463d-9735-714db92c350a,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:01.383565 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.418546 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:01.419983 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.421376 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] 10.222.0.61 "PUT /v2.0/ports/c9d56695-ae13-463d-9735-714db92c350a HTTP/1.1" status: 200 len: 1094 time: 0.6201327 Aug 16 13:05:01.423538 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0eee58-cf50-46fe-b472-907e454a8a26', 'tag': 'c9d56695-ae13-463d-9735-714db92c350a'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:05:01.425736 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfcb6f7-fadc-4887-813f-ac78301c32f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0eee58-cf50-46fe-b472-907e454a8a26", "tag": "c9d56695-ae13-463d-9735-714db92c350a"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:05:01.453589 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0c234-9a7c-4a36-87f8-d4a82e8380f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9d56695-ae13-463d-9735-714db92c350a,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:01.463583 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:01.466496 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:01.466941 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:01.467469 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:01.467899 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038faf47-d060-4af4-a209-fdf781b3d4c1']}} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:01.489794 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18be70b9-85b4-4acd-899d-d27fc19fefa9') {'for_net_delete': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:01.490170 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18be70b9-85b4-4acd-899d-d27fc19fefa9') {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:01.493081 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0729eff4-37e7-43cd-9597-42433b6e591b x-openstack-request-id: req-0729eff4-37e7-43cd-9597-42433b6e591b {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:05:01.493450 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0eee58-cf50-46fe-b472-907e454a8a26", "tag": "c9d56695-ae13-463d-9735-714db92c350a", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:05:01.493772 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0729eff4-37e7-43cd-9597-42433b6e591b {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:05:01.494868 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0eee58-cf50-46fe-b472-907e454a8a26', 'tag': 'c9d56695-ae13-463d-9735-714db92c350a', 'status': 'completed', 'code': 200} Aug 16 13:05:01.514842 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755702802764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14162406'] for segment, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.536281 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.547772 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:05:01.548539 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13922259'] for segment, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: from cryptography.utils import int_from_bytes Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: from cryptography.utils import int_from_bytes Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: Traceback (most recent call last): Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: timer() Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: cb(*args, **kw) Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: return func(*args, **kwargs) Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: self._notify() Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: self.callback(batched_events) Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: event.method(event) Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: return f(self, *a, **k) Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: return self._get(url).json() Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: return self.request(url, 'GET', **kwargs) Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:05:01.553284 dv-cinder-804698-2-iscsi neutron-server[94054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:05:01.572195 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-f2339817-3e34-4157-937a-179367d10c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:01.573770 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-f2339817-3e34-4157-937a-179367d10c9c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49abdb5182444a8ab635e34dda44fd9c&device_id=4b0eee58-cf50-46fe-b472-907e454a8a26 HTTP/1.1" status: 200 len: 1097 time: 0.0616004 Aug 16 13:05:01.612011 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726233'] for network, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.619253 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:01.622091 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] 10.222.0.20 "DELETE /v2.0/networks/038faf47-d060-4af4-a209-fdf781b3d4c1 HTTP/1.1" status: 204 len: 168 time: 0.5801666 Aug 16 13:05:01.630951 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-f7f27baf-ef5d-4a0c-9276-85f152ee0e7a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9d56695-ae13-463d-9735-714db92c350a HTTP/1.1" status: 200 len: 217 time: 0.0382864 Aug 16 13:05:01.648078 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b835e77-d6a8-452b-8bfa-fff2b85eff7f admin admin] Pushing event deleted for resources: {'Network': ['ID=038faf47-d060-4af4-a209-fdf781b3d4c1,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:01.691754 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-6068e2a3-2465-4b08-8dac-9b61e8602733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:01.692939 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-6068e2a3-2465-4b08-8dac-9b61e8602733 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=957e0498-9090-4243-9332-9dea676ee25f HTTP/1.1" status: 200 len: 855 time: 0.0541365 Aug 16 13:05:01.738245 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-aaafb889-0f07-4a7b-9157-f807ea2eaa0d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338330 Aug 16 13:05:01.874594 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4975ff-b8db-465a-8e24-ba976823c346 req-b93ec7a4-2688-4643-ac6b-f653205d655d tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:01.876117 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fe4975ff-b8db-465a-8e24-ba976823c346 req-b93ec7a4-2688-4643-ac6b-f653205d655d tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b0eee58-cf50-46fe-b472-907e454a8a26 HTTP/1.1" status: 200 len: 944 time: 0.1192167 Aug 16 13:05:01.886059 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39392) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:01.926218 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b9350-0e85-48b3-bcb4-dc7dc56e0dae req-e5dc74c4-6a5e-49b1-a48d-b196f2a045c0 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:01.928063 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-023b9350-0e85-48b3-bcb4-dc7dc56e0dae req-e5dc74c4-6a5e-49b1-a48d-b196f2a045c0 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0542011 Aug 16 13:05:01.973631 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-023b9350-0e85-48b3-bcb4-dc7dc56e0dae req-dad5cc3a-7d74-41f5-993e-f7aa5bc1389b tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389144 Aug 16 13:05:02.151798 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-57c84535-3645-4e55-ad45-a17e7321e641 service neutron] 10.222.0.61 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048712 Aug 16 13:05:02.163532 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fe4975ff-b8db-465a-8e24-ba976823c346 req-40406db6-a72c-435d-9d0a-e37cc9187370 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765293 Aug 16 13:05:02.214806 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-72d5ed2b-4ffc-4b2a-b0c8-8eebcbe1543a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd24fed7a34c46c6b7de604ed4be5573&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3259740 Aug 16 13:05:02.217737 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 39396) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:02.268661 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-11d3575d-0b1e-42d4-bbd9-75b8b4cb247b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.270016 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-93b93b8c-e3d8-4361-9337-0b3d92856e6c req-a3a6ec71-e353-4646-9eaf-e641e5387bf5 service neutron] 10.222.0.61 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055377 Aug 16 13:05:02.295028 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-11d3575d-0b1e-42d4-bbd9-75b8b4cb247b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.348129 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-11d3575d-0b1e-42d4-bbd9-75b8b4cb247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.350848 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-11d3575d-0b1e-42d4-bbd9-75b8b4cb247b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.352263 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-11d3575d-0b1e-42d4-bbd9-75b8b4cb247b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b388965-71a4-429d-86b4-692d4e41ea58 HTTP/1.1" status: 204 len: 168 time: 0.1334071 Aug 16 13:05:02.360628 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3575d-0b1e-42d4-bbd9-75b8b4cb247b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b388965-71a4-429d-86b4-692d4e41ea58,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:02.455769 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcb6f7-fadc-4887-813f-ac78301c32f4 req-ca64b1a5-b014-4b07-b149-cdaa8d9d1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:02.457273 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6cfcb6f7-fadc-4887-813f-ac78301c32f4 req-ca64b1a5-b014-4b07-b149-cdaa8d9d1805 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49abdb5182444a8ab635e34dda44fd9c&device_id=4b0eee58-cf50-46fe-b472-907e454a8a26 HTTP/1.1" status: 200 len: 1097 time: 0.0463784 Aug 16 13:05:02.516355 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-a89dc6ad-7eb8-4fed-9078-d93cd32677fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.601949 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcb6f7-fadc-4887-813f-ac78301c32f4 req-421a697b-5f67-4ed0-8afa-031c706ef624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:02.603611 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6cfcb6f7-fadc-4887-813f-ac78301c32f4 req-421a697b-5f67-4ed0-8afa-031c706ef624 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc HTTP/1.1" status: 200 len: 916 time: 0.1349013 Aug 16 13:05:02.665710 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6cfcb6f7-fadc-4887-813f-ac78301c32f4 req-4a5435f0-2b65-4ebc-9017-2405407bc9d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9d56695-ae13-463d-9735-714db92c350a HTTP/1.1" status: 200 len: 217 time: 0.0539172 Aug 16 13:05:02.727083 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcb6f7-fadc-4887-813f-ac78301c32f4 req-36953ce5-8c63-4357-a092-354b23a0fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:02.728716 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6cfcb6f7-fadc-4887-813f-ac78301c32f4 req-36953ce5-8c63-4357-a092-354b23a0fce3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=957e0498-9090-4243-9332-9dea676ee25f HTTP/1.1" status: 200 len: 855 time: 0.0522077 Aug 16 13:05:02.734207 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:02.796241 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6cfcb6f7-fadc-4887-813f-ac78301c32f4 req-6d9ad9e4-dd55-4b2b-a7c2-8e7e6861e62a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300937 Aug 16 13:05:02.891758 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6cfcb6f7-fadc-4887-813f-ac78301c32f4 req-d39887f7-1ddc-4e2b-9868-e3eb272d6ef7 service neutron] 10.222.0.61 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874059 Aug 16 13:05:03.000509 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6cfcb6f7-fadc-4887-813f-ac78301c32f4 req-b8511c5d-2a1a-46ea-9ed2-6472dffd83b2 service neutron] 10.222.0.61 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959477 Aug 16 13:05:03.108437 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6db85-6312-4083-823b-0387d4a6719f req-d8221b0c-49bd-4b43-ae3b-cf36e1126afb tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:03.109936 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-83f6db85-6312-4083-823b-0387d4a6719f req-d8221b0c-49bd-4b43-ae3b-cf36e1126afb tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0493410 Aug 16 13:05:03.113868 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 39444) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:03.165784 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-83f6db85-6312-4083-823b-0387d4a6719f req-a25ffd5d-6c3f-462a-af71-3122cdc5b7a1 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447772 Aug 16 13:05:03.243887 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-15712b9e-f98c-41f1-a7b1-627cb9b91c72 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1148456234-network', 'tenant_id': '53912f3014874e888627f39a7d74f814'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:03.266386 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15712b9e-f98c-41f1-a7b1-627cb9b91c72 admin admin] Made reservation on behalf of 53912f3014874e888627f39a7d74f814 for: {'network': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:03.269480 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-15712b9e-f98c-41f1-a7b1-627cb9b91c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.278959 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-15712b9e-f98c-41f1-a7b1-627cb9b91c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.297479 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a49507-42dd-426e-b7c0-3b4fd60446c1 req-704ad90e-ffb4-48fb-9cd5-0339caa6774e tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:03.298975 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-92a49507-42dd-426e-b7c0-3b4fd60446c1 req-704ad90e-ffb4-48fb-9cd5-0339caa6774e tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b0eee58-cf50-46fe-b472-907e454a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0511062 Aug 16 13:05:03.342850 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-92a49507-42dd-426e-b7c0-3b4fd60446c1 req-f0e16a9a-a216-4f1f-86c4-0540b1b62702 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370862 Aug 16 13:05:03.369840 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-15712b9e-f98c-41f1-a7b1-627cb9b91c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.373411 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-15712b9e-f98c-41f1-a7b1-627cb9b91c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.399319 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15712b9e-f98c-41f1-a7b1-627cb9b91c72 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=94054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:05:03.410392 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15712b9e-f98c-41f1-a7b1-627cb9b91c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f641a906-6758-4601-ad9c-49967f946a69,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:03.415821 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-15712b9e-f98c-41f1-a7b1-627cb9b91c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.416161 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.segments_db [None req-15712b9e-f98c-41f1-a7b1-627cb9b91c72 admin admin] Added segment 9625878c-a065-4039-8a3b-b6016dbbcbc8 of type vlan for network 77a1b34a-5e74-4f8e-9c2e-adb358645963 Aug 16 13:05:03.452007 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.457548 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-15712b9e-f98c-41f1-a7b1-627cb9b91c72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.481546 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-15712b9e-f98c-41f1-a7b1-627cb9b91c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.482501 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15712b9e-f98c-41f1-a7b1-627cb9b91c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:03.483080 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-15712b9e-f98c-41f1-a7b1-627cb9b91c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.515806 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device c9d56695-ae13-463d-9735-714db92c350a details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:05:03.529667 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-15712b9e-f98c-41f1-a7b1-627cb9b91c72 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4146609 Aug 16 13:05:03.532524 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39456) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:03.537661 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-5249379d-3642-4945-b55e-514dbfcfbe10 admin admin] Request body: {'subnet': {'network_id': '77a1b34a-5e74-4f8e-9c2e-adb358645963', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1148456234-subnet', 'tenant_id': '53912f3014874e888627f39a7d74f814', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:03.542065 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15712b9e-f98c-41f1-a7b1-627cb9b91c72 admin admin] Pushing event updated for resources: {'Network': ['ID=77a1b34a-5e74-4f8e-9c2e-adb358645963,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:03.561788 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5249379d-3642-4945-b55e-514dbfcfbe10 admin admin] Made reservation on behalf of 53912f3014874e888627f39a7d74f814 for: {'subnet': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:03.564278 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5249379d-3642-4945-b55e-514dbfcfbe10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.574017 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network 77a1b34a-5e74-4f8e-9c2e-adb358645963 details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:05:03.675051 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port c9d56695-ae13-463d-9735-714db92c350a, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=c9d56695-ae13-463d-9735-714db92c350a,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:03.689822 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': 'c9d56695-ae13-463d-9735-714db92c350a', 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc', 'port_id': 'c9d56695-ae13-463d-9735-714db92c350a', 'mac_address': 'fa:16:3e:37:9d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '957e0498-9090-4243-9332-9dea676ee25f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:05:03.739105 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.748446 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5249379d-3642-4945-b55e-514dbfcfbe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for subnet, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.753332 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d56695-ae13-463d-9735-714db92c350a {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:05:03.774773 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port c9d56695-ae13-463d-9735-714db92c350a, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=c9d56695-ae13-463d-9735-714db92c350a,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:03.780136 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.796437 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249379d-3642-4945-b55e-514dbfcfbe10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43702552-d514-471d-b2d5-bff5b08153a8,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:03.823418 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5249379d-3642-4945-b55e-514dbfcfbe10 admin admin] Checking segment: {'id': '9625878c-a065-4039-8a3b-b6016dbbcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '77a1b34a-5e74-4f8e-9c2e-adb358645963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:03.823886 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5249379d-3642-4945-b55e-514dbfcfbe10 admin admin] Network hostable DHCP agents. Network: 77a1b34a-5e74-4f8e-9c2e-adb358645963, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:05:03.836453 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=c9d56695-ae13-463d-9735-714db92c350a,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:03.845680 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:03.846141 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:03.846649 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:03.847038 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:03.847475 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:03.847904 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:03.848298 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:03.849147 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:03.849147 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:03.849531 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:03.849972 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:03.850098 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5249379d-3642-4945-b55e-514dbfcfbe10 admin admin] Network 77a1b34a-5e74-4f8e-9c2e-adb358645963 is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:05:03.850408 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:03.861315 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-5249379d-3642-4945-b55e-514dbfcfbe10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, 77a1b34a-5e74-4f8e-9c2e-adb358645963) {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:03.865586 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5249379d-3642-4945-b55e-514dbfcfbe10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:03.866180 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5249379d-3642-4945-b55e-514dbfcfbe10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:03.872240 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480b249e-9217-4337-9670-1a76e0d110c3 None None] Network 77a1b34a-5e74-4f8e-9c2e-adb358645963 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:03.893270 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-5249379d-3642-4945-b55e-514dbfcfbe10 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3592274 Aug 16 13:05:04.006731 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f4dfe6-7734-4d2f-ae79-9cb23ee7eb2e None None] Network 77a1b34a-5e74-4f8e-9c2e-adb358645963 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:04.204412 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['c9d56695-ae13-463d-9735-714db92c350a'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:05:04.315879 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34056e3f-5548-4f93-a0df-3b036125a635 req-7d7ecd7c-b62b-4023-b5ce-0a88c6eda8cb tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:04.325451 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-34056e3f-5548-4f93-a0df-3b036125a635 req-7d7ecd7c-b62b-4023-b5ce-0a88c6eda8cb tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0771832 Aug 16 13:05:04.386110 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-34056e3f-5548-4f93-a0df-3b036125a635 req-1fe59842-5c32-4ebe-b82c-cbe84eef4713 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596757 Aug 16 13:05:04.517597 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a8f36-59f7-48e0-9f65-9e42c7b1a202 req-0e6660aa-58c9-4ff6-ac3a-6d9c3e33d10d tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:04.519860 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b17a8f36-59f7-48e0-9f65-9e42c7b1a202 req-0e6660aa-58c9-4ff6-ac3a-6d9c3e33d10d tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b0eee58-cf50-46fe-b472-907e454a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0693338 Aug 16 13:05:04.571073 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b17a8f36-59f7-48e0-9f65-9e42c7b1a202 req-5ba5a4fc-74aa-4a10-829d-00b2425b84e3 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445797 Aug 16 13:05:04.601248 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39508) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:04.607204 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-16c50aa6-0eef-43ed-9024-5cb46be50956 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1799454943-network', 'tenant_id': '8ca0526e6522423ebd18bd55e9eedfc9'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:04.629352 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c50aa6-0eef-43ed-9024-5cb46be50956 admin admin] Made reservation on behalf of 8ca0526e6522423ebd18bd55e9eedfc9 for: {'network': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:04.631643 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16c50aa6-0eef-43ed-9024-5cb46be50956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.639941 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16c50aa6-0eef-43ed-9024-5cb46be50956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.730394 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16c50aa6-0eef-43ed-9024-5cb46be50956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.734696 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16c50aa6-0eef-43ed-9024-5cb46be50956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.741087 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 39512) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:04.762436 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c50aa6-0eef-43ed-9024-5cb46be50956 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=94053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:05:04.775849 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c50aa6-0eef-43ed-9024-5cb46be50956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702d730f-4830-42f9-aa6a-c091f730d4f1,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:04.780886 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16c50aa6-0eef-43ed-9024-5cb46be50956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.781449 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.db.segments_db [None req-16c50aa6-0eef-43ed-9024-5cb46be50956 admin admin] Added segment 6484fd12-765b-43a1-89b1-9beb4fc5a29e of type vlan for network 760a7da9-07f6-4095-9a88-8e212fdb6aa9 Aug 16 13:05:04.844426 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16c50aa6-0eef-43ed-9024-5cb46be50956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.870626 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16c50aa6-0eef-43ed-9024-5cb46be50956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.872402 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c50aa6-0eef-43ed-9024-5cb46be50956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:04.872995 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16c50aa6-0eef-43ed-9024-5cb46be50956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.879098 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b52f391d-5623-4608-8c45-1f84b7546c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.931500 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c50aa6-0eef-43ed-9024-5cb46be50956 admin admin] Pushing event updated for resources: {'Network': ['ID=760a7da9-07f6-4095-9a88-8e212fdb6aa9,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:04.943373 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network 760a7da9-07f6-4095-9a88-8e212fdb6aa9 details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:05:04.984592 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b52f391d-5623-4608-8c45-1f84b7546c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.988446 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b52f391d-5623-4608-8c45-1f84b7546c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:04.996063 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-16c50aa6-0eef-43ed-9024-5cb46be50956 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3909278 Aug 16 13:05:04.996293 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39516) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:05.001603 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-386f1c36-35b6-4d03-bdda-15fcc0ab24c8 admin admin] Request body: {'subnet': {'network_id': '760a7da9-07f6-4095-9a88-8e212fdb6aa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1799454943-subnet', 'tenant_id': '8ca0526e6522423ebd18bd55e9eedfc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:05.033619 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386f1c36-35b6-4d03-bdda-15fcc0ab24c8 admin admin] Made reservation on behalf of 8ca0526e6522423ebd18bd55e9eedfc9 for: {'subnet': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:05.034616 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-b52f391d-5623-4608-8c45-1f84b7546c8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a11c8518dec4d71b40f77668b30e6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922058 Aug 16 13:05:05.035383 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f391d-5623-4608-8c45-1f84b7546c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36515ff7-6df0-426b-8714-acc458da2619,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:05.039211 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-386f1c36-35b6-4d03-bdda-15fcc0ab24c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.042173 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39520) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:05.161965 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f8b811aa-6114-4c33-8270-8901aa68c6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.208631 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f8b811aa-6114-4c33-8270-8901aa68c6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.259292 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.296686 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-386f1c36-35b6-4d03-bdda-15fcc0ab24c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for subnet, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.322057 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f8b811aa-6114-4c33-8270-8901aa68c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.324596 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f8b811aa-6114-4c33-8270-8901aa68c6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.328708 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-f8b811aa-6114-4c33-8270-8901aa68c6aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36515ff7-6df0-426b-8714-acc458da2619 HTTP/1.1" status: 204 len: 168 time: 0.2832055 Aug 16 13:05:05.353025 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b811aa-6114-4c33-8270-8901aa68c6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36515ff7-6df0-426b-8714-acc458da2619,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:05.367939 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f1c36-35b6-4d03-bdda-15fcc0ab24c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd2ff86-5cc9-49eb-99a5-4b719932452a,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:05.379141 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f1c36-35b6-4d03-bdda-15fcc0ab24c8 admin admin] Checking segment: {'id': '6484fd12-765b-43a1-89b1-9beb4fc5a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '760a7da9-07f6-4095-9a88-8e212fdb6aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:05.379790 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386f1c36-35b6-4d03-bdda-15fcc0ab24c8 admin admin] Network hostable DHCP agents. Network: 760a7da9-07f6-4095-9a88-8e212fdb6aa9, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:05:05.398817 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386f1c36-35b6-4d03-bdda-15fcc0ab24c8 admin admin] Network 760a7da9-07f6-4095-9a88-8e212fdb6aa9 is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:05:05.408643 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-386f1c36-35b6-4d03-bdda-15fcc0ab24c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, 760a7da9-07f6-4095-9a88-8e212fdb6aa9) {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:05.412965 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386f1c36-35b6-4d03-bdda-15fcc0ab24c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:05.413564 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-386f1c36-35b6-4d03-bdda-15fcc0ab24c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.422179 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efd9be1-067d-4a78-9d29-2f6105151ff8 None None] Network 760a7da9-07f6-4095-9a88-8e212fdb6aa9 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:05.428714 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-386f1c36-35b6-4d03-bdda-15fcc0ab24c8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4307950 Aug 16 13:05:05.551594 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device c9d56695-ae13-463d-9735-714db92c350a up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:05.555579 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39536) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:05.575757 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e732a7-78c3-46d4-994a-4673872610c3 req-01e08a24-b229-4dca-8d79-9e8b76251eb7 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:05.580914 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-41e732a7-78c3-46d4-994a-4673872610c3 req-01e08a24-b229-4dca-8d79-9e8b76251eb7 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.1009245 Aug 16 13:05:05.641786 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-41e732a7-78c3-46d4-994a-4673872610c3 req-f7bcf2b7-8b1d-46a7-9333-ccf896c72235 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512347 Aug 16 13:05:05.643610 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7489539-35a8-4731-a00d-1c0ea5a2f7bd None None] Network 760a7da9-07f6-4095-9a88-8e212fdb6aa9 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:05.654170 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f2e234-1178-4248-9782-a660bb3dee81 admin admin] Deleting subnet 43702552-d514-471d-b2d5-bff5b08153a8 {{(pid=94053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:05:05.705127 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port c9d56695-ae13-463d-9735-714db92c350a completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:05.708109 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c9f2e234-1178-4248-9782-a660bb3dee81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.714161 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port c9d56695-ae13-463d-9735-714db92c350a triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:05.714455 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.751155 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 39544) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:05.754571 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c9f2e234-1178-4248-9782-a660bb3dee81 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.774465 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91851b-2cb8-4523-8f0b-b0402c4bcf77 req-d6b90857-669c-4ccb-ab4f-38ce1bb2d0e9 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:05.776097 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ad91851b-2cb8-4523-8f0b-b0402c4bcf77 req-d6b90857-669c-4ccb-ab4f-38ce1bb2d0e9 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b0eee58-cf50-46fe-b472-907e454a8a26 HTTP/1.1" status: 200 len: 945 time: 0.1138759 Aug 16 13:05:05.776742 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-272bf51a-83d2-4ee3-ba79-fcd2d5b15377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.778559 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c9f2e234-1178-4248-9782-a660bb3dee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1938334'] for subnet, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.861253 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ad91851b-2cb8-4523-8f0b-b0402c4bcf77 req-3916fcca-a72d-43b6-8d24-02c601f9c2ec tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566349 Aug 16 13:05:05.877775 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.884756 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c9f2e234-1178-4248-9782-a660bb3dee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1938327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for subnet, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.907252 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0eee58-cf50-46fe-b472-907e454a8a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d56695-ae13-463d-9735-714db92c350a'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:05:05.909747 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05c7336-0ff1-4c18-9eeb-2b12e0cd2ade" -d '{"events": [{"server_uuid": "4b0eee58-cf50-46fe-b472-907e454a8a26", "name": "network-vif-plugged", "status": "completed", "tag": "c9d56695-ae13-463d-9735-714db92c350a"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:05:05.923797 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c9f2e234-1178-4248-9782-a660bb3dee81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.929703 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-c9f2e234-1178-4248-9782-a660bb3dee81 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/43702552-d514-471d-b2d5-bff5b08153a8 HTTP/1.1" status: 204 len: 168 time: 0.3727996 Aug 16 13:05:05.930817 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2e234-1178-4248-9782-a660bb3dee81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43702552-d514-471d-b2d5-bff5b08153a8,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:05.931171 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 39552) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:05.945980 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-272bf51a-83d2-4ee3-ba79-fcd2d5b15377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.947014 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port c9d56695-ae13-463d-9735-714db92c350a, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=c9d56695-ae13-463d-9735-714db92c350a,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:05.953057 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:05.959217 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7407faf8-6333-4d39-8b4c-95c287accebd x-openstack-request-id: req-7407faf8-6333-4d39-8b4c-95c287accebd {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:05:05.959536 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0eee58-cf50-46fe-b472-907e454a8a26", "name": "network-vif-plugged", "status": "completed", "tag": "c9d56695-ae13-463d-9735-714db92c350a", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:05:05.959790 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7407faf8-6333-4d39-8b4c-95c287accebd {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:05:05.960181 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0eee58-cf50-46fe-b472-907e454a8a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d56695-ae13-463d-9735-714db92c350a', 'code': 200} Aug 16 13:05:05.960538 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-272bf51a-83d2-4ee3-ba79-fcd2d5b15377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.004258 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=c9d56695-ae13-463d-9735-714db92c350a,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:06.044443 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-272bf51a-83d2-4ee3-ba79-fcd2d5b15377 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9529f92d18b431fbd02da5a29b2a7fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912993 Aug 16 13:05:06.046616 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bf51a-83d2-4ee3-ba79-fcd2d5b15377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bbd19a-a647-4d8c-a848-712b041b1fb9,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:06.047765 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39554) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:06.051666 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef419-08fb-4d0e-8b10-2335006ee26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771912'] for network, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.099533 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-03b87f76-2c44-4680-88d7-8e72d86cbaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.130590 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef419-08fb-4d0e-8b10-2335006ee26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740267', 'neutron.services.segments.db._delete_segments_for_network-8755702799171'] for network, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.134445 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-03b87f76-2c44-4680-88d7-8e72d86cbaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.143505 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-bd0ef419-08fb-4d0e-8b10-2335006ee26b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a1b34a-5e74-4f8e-9c2e-adb358645963']}} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:06.154262 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-bd0ef419-08fb-4d0e-8b10-2335006ee26b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9625878c-a065-4039-8a3b-b6016dbbcbc8') {'for_net_delete': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:06.154555 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-bd0ef419-08fb-4d0e-8b10-2335006ee26b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9625878c-a065-4039-8a3b-b6016dbbcbc8') {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:06.164013 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef419-08fb-4d0e-8b10-2335006ee26b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755702802764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14162406'] for segment, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.187143 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef419-08fb-4d0e-8b10-2335006ee26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.189095 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-03b87f76-2c44-4680-88d7-8e72d86cbaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.192209 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-03b87f76-2c44-4680-88d7-8e72d86cbaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.193374 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-03b87f76-2c44-4680-88d7-8e72d86cbaa4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96bbd19a-a647-4d8c-a848-712b041b1fb9 HTTP/1.1" status: 204 len: 168 time: 0.1446061 Aug 16 13:05:06.196931 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0ef419-08fb-4d0e-8b10-2335006ee26b admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:05:06.197331 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef419-08fb-4d0e-8b10-2335006ee26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13922259'] for segment, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: Traceback (most recent call last): Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: timer() Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: cb(*args, **kw) Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: return func(*args, **kwargs) Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: self._notify() Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: self.callback(batched_events) Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: event.method(event) Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: return f(self, *a, **k) Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: return self._get(url).json() Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: return self.request(url, 'GET', **kwargs) Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:05:06.199194 dv-cinder-804698-2-iscsi neutron-server[94054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:05:06.229152 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b87f76-2c44-4680-88d7-8e72d86cbaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bbd19a-a647-4d8c-a848-712b041b1fb9,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:06.248726 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc3e79-180f-4c8f-ab67-4efa4d4623bf req-70d0a64c-13e1-4f11-a62e-e493d9e76362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:06.250495 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-15fc3e79-180f-4c8f-ab67-4efa4d4623bf req-70d0a64c-13e1-4f11-a62e-e493d9e76362 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4b0eee58-cf50-46fe-b472-907e454a8a26 HTTP/1.1" status: 200 len: 1099 time: 0.0488279 Aug 16 13:05:06.266059 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef419-08fb-4d0e-8b10-2335006ee26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726233'] for network, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.281769 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef419-08fb-4d0e-8b10-2335006ee26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.286557 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-bd0ef419-08fb-4d0e-8b10-2335006ee26b admin admin] 10.222.0.20 "DELETE /v2.0/networks/77a1b34a-5e74-4f8e-9c2e-adb358645963 HTTP/1.1" status: 204 len: 168 time: 0.3495524 Aug 16 13:05:06.286557 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ef419-08fb-4d0e-8b10-2335006ee26b admin admin] Pushing event deleted for resources: {'Network': ['ID=77a1b34a-5e74-4f8e-9c2e-adb358645963,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:06.286998 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 39560) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:06.314570 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-15fc3e79-180f-4c8f-ab67-4efa4d4623bf req-56bf0475-dc16-4dd1-be39-be6190b30593 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381534 Aug 16 13:05:06.349312 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f17a6e6-ea81-4116-b957-0ff182ebcb83 admin admin] Deleting subnet 4fd2ff86-5cc9-49eb-99a5-4b719932452a {{(pid=94054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:05:06.353123 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6f17a6e6-ea81-4116-b957-0ff182ebcb83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.393390 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6f17a6e6-ea81-4116-b957-0ff182ebcb83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14162415'] for subnet, precommit_delete_associations {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.439654 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6f17a6e6-ea81-4116-b957-0ff182ebcb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1938334'] for subnet, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.501040 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6f17a6e6-ea81-4116-b957-0ff182ebcb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1938327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13922229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12882867'] for subnet, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.526312 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17a6e6-ea81-4116-b957-0ff182ebcb83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd2ff86-5cc9-49eb-99a5-4b719932452a,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:06.530762 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6f17a6e6-ea81-4116-b957-0ff182ebcb83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.532639 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-6f17a6e6-ea81-4116-b957-0ff182ebcb83 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4fd2ff86-5cc9-49eb-99a5-4b719932452a HTTP/1.1" status: 204 len: 168 time: 0.2449164 Aug 16 13:05:06.535042 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 39572) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:06.611469 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-50585dc2-b3de-403e-970a-4956dac675cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771912'] for network, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.701277 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-50585dc2-b3de-403e-970a-4956dac675cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740267', 'neutron.services.segments.db._delete_segments_for_network-8755702799171'] for network, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.714851 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-50585dc2-b3de-403e-970a-4956dac675cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760a7da9-07f6-4095-9a88-8e212fdb6aa9']}} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:06.728669 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-50585dc2-b3de-403e-970a-4956dac675cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6484fd12-765b-43a1-89b1-9beb4fc5a29e') {'for_net_delete': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:06.729409 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-50585dc2-b3de-403e-970a-4956dac675cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6484fd12-765b-43a1-89b1-9beb4fc5a29e') {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:06.742755 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-50585dc2-b3de-403e-970a-4956dac675cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755702802764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14162406'] for segment, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.760360 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-50585dc2-b3de-403e-970a-4956dac675cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.768182 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50585dc2-b3de-403e-970a-4956dac675cb admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:05:06.768674 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-50585dc2-b3de-403e-970a-4956dac675cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13922259'] for segment, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: Traceback (most recent call last): Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: timer() Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: cb(*args, **kw) Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: return func(*args, **kwargs) Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: self._notify() Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: self.callback(batched_events) Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: event.method(event) Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: return f(self, *a, **k) Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: return self._get(url).json() Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: return self.request(url, 'GET', **kwargs) Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:05:06.771011 dv-cinder-804698-2-iscsi neutron-server[94054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:05:06.774270 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce69e2-f519-403d-8d8d-fbef4406d76d req-ca3633c3-76b3-463b-839b-c84e1ab3c2c6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:06.775785 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b8ce69e2-f519-403d-8d8d-fbef4406d76d req-ca3633c3-76b3-463b-839b-c84e1ab3c2c6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0535471 Aug 16 13:05:06.831934 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b8ce69e2-f519-403d-8d8d-fbef4406d76d req-08754b6a-4c37-4d88-bd32-8d77afcf2f7e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480487 Aug 16 13:05:06.846950 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-50585dc2-b3de-403e-970a-4956dac675cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726233'] for network, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.852235 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-50585dc2-b3de-403e-970a-4956dac675cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:06.855652 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-50585dc2-b3de-403e-970a-4956dac675cb admin admin] 10.222.0.20 "DELETE /v2.0/networks/760a7da9-07f6-4095-9a88-8e212fdb6aa9 HTTP/1.1" status: 204 len: 168 time: 0.3181674 Aug 16 13:05:06.867547 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50585dc2-b3de-403e-970a-4956dac675cb admin admin] Pushing event deleted for resources: {'Network': ['ID=760a7da9-07f6-4095-9a88-8e212fdb6aa9,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:07.001313 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658f180-0d98-41d5-bd1c-2b0471ceb6e3 req-f53aef83-3369-42cc-bb08-2e8a4690cb7b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:07.002945 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b658f180-0d98-41d5-bd1c-2b0471ceb6e3 req-f53aef83-3369-42cc-bb08-2e8a4690cb7b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b0eee58-cf50-46fe-b472-907e454a8a26 HTTP/1.1" status: 200 len: 946 time: 0.0641339 Aug 16 13:05:07.048423 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b658f180-0d98-41d5-bd1c-2b0471ceb6e3 req-d903b4d2-220b-4e13-b559-24c8f90408d6 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390153 Aug 16 13:05:07.072852 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39600) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:07.117537 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-65f74f5f-ed19-4959-8df9-b6ea26d5c0ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53912f3014874e888627f39a7d74f814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433681 Aug 16 13:05:07.120933 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39604) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:07.173529 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3541b27-80fd-422f-88e5-a3132c27a93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:07.194401 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3541b27-80fd-422f-88e5-a3132c27a93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:07.244839 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3541b27-80fd-422f-88e5-a3132c27a93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:07.248119 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3541b27-80fd-422f-88e5-a3132c27a93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:07.253786 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-b3541b27-80fd-422f-88e5-a3132c27a93d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f641a906-6758-4601-ad9c-49967f946a69 HTTP/1.1" status: 204 len: 168 time: 0.1302402 Aug 16 13:05:07.261984 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3541b27-80fd-422f-88e5-a3132c27a93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f641a906-6758-4601-ad9c-49967f946a69,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:07.547470 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39624) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:07.589496 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-02e3585a-6bfd-425b-8734-cb0391173da2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ca0526e6522423ebd18bd55e9eedfc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408604 Aug 16 13:05:07.592034 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39630) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:07.643908 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-040ebbda-81d8-4261-842c-c7d8f3d4524f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:07.665221 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-040ebbda-81d8-4261-842c-c7d8f3d4524f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:07.715424 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-040ebbda-81d8-4261-842c-c7d8f3d4524f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:07.718030 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-040ebbda-81d8-4261-842c-c7d8f3d4524f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:07.719176 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-040ebbda-81d8-4261-842c-c7d8f3d4524f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/702d730f-4830-42f9-aa6a-c091f730d4f1 HTTP/1.1" status: 204 len: 168 time: 0.1262541 Aug 16 13:05:07.729466 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ebbda-81d8-4261-842c-c7d8f3d4524f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702d730f-4830-42f9-aa6a-c091f730d4f1,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:07.963785 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342f9a0-0ec3-4dec-9252-bc0d14520ac7 req-7f841f9f-fd46-4ec5-82ef-e0e1818f5c23 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:07.967889 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a342f9a0-0ec3-4dec-9252-bc0d14520ac7 req-7f841f9f-fd46-4ec5-82ef-e0e1818f5c23 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0608745 Aug 16 13:05:08.013751 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a342f9a0-0ec3-4dec-9252-bc0d14520ac7 req-c6e8e0f5-1a57-4e94-ab8e-ac60e1d07056 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412827 Aug 16 13:05:08.102366 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 39658) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:08.194065 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100b32a-cc6c-4f1b-b63d-4cd908ac86af req-3f0c3847-e9af-4f24-8f3c-c1354685d7cb tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:08.195899 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f100b32a-cc6c-4f1b-b63d-4cd908ac86af req-3f0c3847-e9af-4f24-8f3c-c1354685d7cb tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b0eee58-cf50-46fe-b472-907e454a8a26 HTTP/1.1" status: 200 len: 946 time: 0.0559030 Aug 16 13:05:08.247792 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f100b32a-cc6c-4f1b-b63d-4cd908ac86af req-8d177542-cd12-4510-b4e3-4c6c1fbee86e tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437832 Aug 16 13:05:08.268289 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-676048fd-4854-4ce0-bb61-58f0a49002bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.369510 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-676048fd-4854-4ce0-bb61-58f0a49002bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.373222 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-676048fd-4854-4ce0-bb61-58f0a49002bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.413929 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-676048fd-4854-4ce0-bb61-58f0a49002bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f6e880ad71c4c3d803bf54eb6fafdfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082900 Aug 16 13:05:08.413929 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676048fd-4854-4ce0-bb61-58f0a49002bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff83d5b0-d198-452b-be37-5d742eab4963,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:08.414430 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39678) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:08.469888 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-792f7dfb-f1ba-4d60-b9bc-cb263571c665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.490728 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-792f7dfb-f1ba-4d60-b9bc-cb263571c665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.547687 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-792f7dfb-f1ba-4d60-b9bc-cb263571c665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.550539 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-792f7dfb-f1ba-4d60-b9bc-cb263571c665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:08.555723 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-792f7dfb-f1ba-4d60-b9bc-cb263571c665 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff83d5b0-d198-452b-be37-5d742eab4963 HTTP/1.1" status: 204 len: 168 time: 0.1400199 Aug 16 13:05:08.566715 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f7dfb-f1ba-4d60-b9bc-cb263571c665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff83d5b0-d198-452b-be37-5d742eab4963,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:08.905662 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39700) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:08.919381 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b1e9a5ac-5328-4cec-a104-1b8a804f1372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.011962 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b1e9a5ac-5328-4cec-a104-1b8a804f1372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.018850 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b1e9a5ac-5328-4cec-a104-1b8a804f1372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.061487 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-b1e9a5ac-5328-4cec-a104-1b8a804f1372 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e84a31ee1554adf99550898484d0e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546831 Aug 16 13:05:09.063975 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39708) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:09.069955 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9a5ac-5328-4cec-a104-1b8a804f1372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a55dafa-021e-41db-990c-b95b7c5cfa72,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:09.130352 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c0d65704-b2af-4ed2-bfd1-c77ddf9996ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.169516 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c0d65704-b2af-4ed2-bfd1-c77ddf9996ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.197642 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f804ea-0b96-441c-97ea-1f46f7f364c9 req-ee4284a0-ea12-4df0-be45-89db35ce32a3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:09.199113 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-83f804ea-0b96-441c-97ea-1f46f7f364c9 req-ee4284a0-ea12-4df0-be45-89db35ce32a3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0828516 Aug 16 13:05:09.248371 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-83f804ea-0b96-441c-97ea-1f46f7f364c9 req-593e8fa5-d024-452b-a23f-a91ff590ac95 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388119 Aug 16 13:05:09.257748 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c0d65704-b2af-4ed2-bfd1-c77ddf9996ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.260457 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c0d65704-b2af-4ed2-bfd1-c77ddf9996ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.261551 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-c0d65704-b2af-4ed2-bfd1-c77ddf9996ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a55dafa-021e-41db-990c-b95b7c5cfa72 HTTP/1.1" status: 204 len: 168 time: 0.1966908 Aug 16 13:05:09.273515 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d65704-b2af-4ed2-bfd1-c77ddf9996ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a55dafa-021e-41db-990c-b95b7c5cfa72,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:09.384947 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61899602-3d19-4bf9-a646-14c4a934fb69 req-e025b699-8f8d-4df5-9f8b-12ab2ec3fe39 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:09.386931 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-61899602-3d19-4bf9-a646-14c4a934fb69 req-e025b699-8f8d-4df5-9f8b-12ab2ec3fe39 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b0eee58-cf50-46fe-b472-907e454a8a26 HTTP/1.1" status: 200 len: 946 time: 0.0557432 Aug 16 13:05:09.436847 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-61899602-3d19-4bf9-a646-14c4a934fb69 req-88c869ea-0577-4f77-a0f3-2516e812a5c6 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438404 Aug 16 13:05:09.680671 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 39754) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:09.851737 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-120935b5-26a3-45a2-9444-cea6412bd36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.971368 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-120935b5-26a3-45a2-9444-cea6412bd36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:09.977522 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-120935b5-26a3-45a2-9444-cea6412bd36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.045899 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-120935b5-26a3-45a2-9444-cea6412bd36b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91c63b1fb028456795041fe53107f8ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3635242 Aug 16 13:05:10.046979 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120935b5-26a3-45a2-9444-cea6412bd36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45afd870-d0a4-4107-bf51-086b7164c341,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:10.048674 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39772) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:10.160070 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9503df10-ff60-41a9-b9f4-65db88f98a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.198418 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9503df10-ff60-41a9-b9f4-65db88f98a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.250255 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9503df10-ff60-41a9-b9f4-65db88f98a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.253045 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9503df10-ff60-41a9-b9f4-65db88f98a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.256588 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-9503df10-ff60-41a9-b9f4-65db88f98a77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45afd870-d0a4-4107-bf51-086b7164c341 HTTP/1.1" status: 204 len: 168 time: 0.2040889 Aug 16 13:05:10.261807 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503df10-ff60-41a9-b9f4-65db88f98a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45afd870-d0a4-4107-bf51-086b7164c341,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:10.397652 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d02c09-a68b-4c2b-9278-6167776c2163 req-e0677995-4e59-4242-ad8f-313ee71269dc tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:10.399723 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-24d02c09-a68b-4c2b-9278-6167776c2163 req-e0677995-4e59-4242-ad8f-313ee71269dc tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0530503 Aug 16 13:05:10.443840 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-24d02c09-a68b-4c2b-9278-6167776c2163 req-467b271a-eeca-46c6-8dd4-a296fd8acd15 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376246 Aug 16 13:05:10.626856 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39802) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:10.641536 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4e1e6b6d-5a19-48a5-be89-a9028d474d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.756021 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4e1e6b6d-5a19-48a5-be89-a9028d474d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.763600 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4e1e6b6d-5a19-48a5-be89-a9028d474d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.805860 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e6b6d-5a19-48a5-be89-a9028d474d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c291562a-4792-4531-a06d-74b5c5c5cfdb,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:10.811777 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-4e1e6b6d-5a19-48a5-be89-a9028d474d3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=723adcde8e9b4ca7905275d089f92d30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836510 Aug 16 13:05:10.814278 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39810) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:10.880159 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5dafbad-01be-46bf-9ac1-0a0cccced11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.902975 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5dafbad-01be-46bf-9ac1-0a0cccced11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.952238 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5dafbad-01be-46bf-9ac1-0a0cccced11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.954805 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5dafbad-01be-46bf-9ac1-0a0cccced11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:10.955984 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-a5dafbad-01be-46bf-9ac1-0a0cccced11d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c291562a-4792-4531-a06d-74b5c5c5cfdb HTTP/1.1" status: 204 len: 168 time: 0.1406350 Aug 16 13:05:10.963912 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dafbad-01be-46bf-9ac1-0a0cccced11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c291562a-4792-4531-a06d-74b5c5c5cfdb,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:11.575782 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c862e08-8fc7-41a4-9239-7e4161af8406 req-93bb4794-3f78-4403-9940-6345a1748566 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:11.577647 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4c862e08-8fc7-41a4-9239-7e4161af8406 req-93bb4794-3f78-4403-9940-6345a1748566 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0543439 Aug 16 13:05:11.616746 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4c862e08-8fc7-41a4-9239-7e4161af8406 req-8b9904f9-a572-4c89-b649-7e0972cacefa tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333230 Aug 16 13:05:11.932281 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39894) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:12.047070 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16e8add4-b764-4702-aa91-0a75c5355916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:12.156425 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16e8add4-b764-4702-aa91-0a75c5355916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:12.161712 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16e8add4-b764-4702-aa91-0a75c5355916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:12.207387 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-16e8add4-b764-4702-aa91-0a75c5355916 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e617e8e6ca4e4c6a8e2e0394ed291ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732847 Aug 16 13:05:12.207701 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8add4-b764-4702-aa91-0a75c5355916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5707e37-d826-46aa-94f6-d28a60c6b29c,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:12.210039 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 39938) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:12.286810 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-28116725-1528-471d-9f2b-c868b0af301d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:12.301650 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-28116725-1528-471d-9f2b-c868b0af301d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:12.356837 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-28116725-1528-471d-9f2b-c868b0af301d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:12.359830 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-28116725-1528-471d-9f2b-c868b0af301d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:12.361346 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-28116725-1528-471d-9f2b-c868b0af301d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5707e37-d826-46aa-94f6-d28a60c6b29c HTTP/1.1" status: 204 len: 168 time: 0.1501577 Aug 16 13:05:12.372199 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28116725-1528-471d-9f2b-c868b0af301d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5707e37-d826-46aa-94f6-d28a60c6b29c,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:12.619491 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-addfd231-03a9-4029-817c-f4c407107157 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:12.626642 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-addfd231-03a9-4029-817c-f4c407107157 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/networks?id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc HTTP/1.1" status: 200 len: 815 time: 0.1652925 Aug 16 13:05:12.637408 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-1e638e16-1df8-4bae-b563-247c18fc3b60 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/quotas/49abdb5182444a8ab635e34dda44fd9c HTTP/1.1" status: 200 len: 375 time: 0.0097544 Aug 16 13:05:12.706150 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-af2336fe-6405-42ce-95d6-f00592429015 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=49abdb5182444a8ab635e34dda44fd9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609894 Aug 16 13:05:12.738494 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39968) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:12.761058 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-94d08159-6642-4a8c-9f4e-7d2910036e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:12.822859 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf32117-9855-4625-8cf7-8293fcdd00f2 req-cacbf42b-b063-41ea-a192-c63e0414632f tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:12.825367 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3cf32117-9855-4625-8cf7-8293fcdd00f2 req-cacbf42b-b063-41ea-a192-c63e0414632f tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0798128 Aug 16 13:05:12.839584 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-e9233f5a-f0ab-495b-b1bc-93a9f7636201 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256607 Aug 16 13:05:12.867073 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 39980) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:12.907898 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3cf32117-9855-4625-8cf7-8293fcdd00f2 req-0d6969f5-b311-4594-b64c-07431e5df4e6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728695 Aug 16 13:05:12.944876 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-94d08159-6642-4a8c-9f4e-7d2910036e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:12.950057 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-94d08159-6642-4a8c-9f4e-7d2910036e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:12.973283 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-3aefa893-7b1e-4218-aa1d-c8d17d90e073 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258302 Aug 16 13:05:12.989136 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-94d08159-6642-4a8c-9f4e-7d2910036e9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8adbe665ddd4804873b1802ac61ac39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493656 Aug 16 13:05:12.989996 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d08159-6642-4a8c-9f4e-7d2910036e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8004c9-7321-4fe5-8c80-5a0ca1e8e584,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:12.991727 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 39988) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:13.015504 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e83e61e2-4208-4345-9e7b-4e301c1ddf98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.062623 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-879136f3-701c-4af0-8cb0-686775090431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.090130 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-879136f3-701c-4af0-8cb0-686775090431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.173786 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e83e61e2-4208-4345-9e7b-4e301c1ddf98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.178741 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e83e61e2-4208-4345-9e7b-4e301c1ddf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.206459 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4caa69d7-c980-4f58-8d91-f715e320a03e req-656ca348-4a80-4941-a6fc-57be9cd9db19 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 210 time: 0.0313659 Aug 16 13:05:13.208848 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-e83e61e2-4208-4345-9e7b-4e301c1ddf98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3677a9364f4e494997da6541052f685c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405573 Aug 16 13:05:13.209143 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 40000) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:13.215678 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-879136f3-701c-4af0-8cb0-686775090431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.218953 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-879136f3-701c-4af0-8cb0-686775090431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.222910 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-879136f3-701c-4af0-8cb0-686775090431 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f8004c9-7321-4fe5-8c80-5a0ca1e8e584 HTTP/1.1" status: 204 len: 168 time: 0.2301431 Aug 16 13:05:13.230460 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e61e2-4208-4345-9e7b-4e301c1ddf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8b3939-3aa9-4338-af76-98e30b2e3307,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:13.245697 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879136f3-701c-4af0-8cb0-686775090431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8004c9-7321-4fe5-8c80-5a0ca1e8e584,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:13.296388 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-24c9ef63-e987-4cf5-97a0-0fc373e258a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.320211 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-24c9ef63-e987-4cf5-97a0-0fc373e258a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.384683 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-24c9ef63-e987-4cf5-97a0-0fc373e258a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.389792 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-24c9ef63-e987-4cf5-97a0-0fc373e258a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.391886 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-24c9ef63-e987-4cf5-97a0-0fc373e258a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d8b3939-3aa9-4338-af76-98e30b2e3307 HTTP/1.1" status: 204 len: 168 time: 0.1816580 Aug 16 13:05:13.409360 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9ef63-e987-4cf5-97a0-0fc373e258a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8b3939-3aa9-4338-af76-98e30b2e3307,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:13.796099 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 40032) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:13.809753 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-32f8bf0f-397e-4786-9706-8656f891e50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.917286 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-32f8bf0f-397e-4786-9706-8656f891e50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.930829 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-32f8bf0f-397e-4786-9706-8656f891e50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:13.979545 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8bf0f-397e-4786-9706-8656f891e50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abd9edb-7079-4cab-aff1-03042f36bed8,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:13.986547 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-32f8bf0f-397e-4786-9706-8656f891e50f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=267cb38a433b487780a81bb504473c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892772 Aug 16 13:05:13.989294 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 40044) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:14.086843 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b9597-105f-4441-bf40-ea903f98ac55 req-8913a695-eb31-44f7-8b44-cd81393e0eec tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:14.088359 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b43b9597-105f-4441-bf40-ea903f98ac55 req-8913a695-eb31-44f7-8b44-cd81393e0eec tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0777233 Aug 16 13:05:14.091192 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f0013422-d151-429e-8316-6b19f223f466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:14.124607 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f0013422-d151-429e-8316-6b19f223f466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:14.160245 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b43b9597-105f-4441-bf40-ea903f98ac55 req-19815904-bfd0-4c89-a1c5-e99353312eeb tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645256 Aug 16 13:05:14.190580 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f0013422-d151-429e-8316-6b19f223f466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:14.193178 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f0013422-d151-429e-8316-6b19f223f466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:14.194320 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-f0013422-d151-429e-8316-6b19f223f466 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8abd9edb-7079-4cab-aff1-03042f36bed8 HTTP/1.1" status: 204 len: 168 time: 0.2033348 Aug 16 13:05:14.203417 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0013422-d151-429e-8316-6b19f223f466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abd9edb-7079-4cab-aff1-03042f36bed8,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:14.318082 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7601cc47-6198-42c1-b4b5-348e10824b93 req-4d601454-7753-43dc-80e7-1606adfb3f9f tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 210 time: 0.0325706 Aug 16 13:05:14.586590 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 40078) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:14.712385 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-12df75e5-4e2f-4cc8-99aa-654bd81f6df6 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:14.714385 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-12df75e5-4e2f-4cc8-99aa-654bd81f6df6 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.61 "GET /v2.0/networks?id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc HTTP/1.1" status: 200 len: 815 time: 0.1621172 Aug 16 13:05:14.769579 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-ee0e99ca-6988-4e6f-9ae0-551cd592f827 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Request body: {'port': {'device_id': 'f4a92d70-7751-46e9-9244-274ee511c482', 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc', 'admin_state_up': True, 'tenant_id': '49abdb5182444a8ab635e34dda44fd9c'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:14.827219 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a3227dd8-1984-47c3-af27-dccaaff98718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:14.976089 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 40102) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:14.979740 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a3227dd8-1984-47c3-af27-dccaaff98718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:14.992315 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a3227dd8-1984-47c3-af27-dccaaff98718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.035490 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-ee0e99ca-6988-4e6f-9ae0-551cd592f827 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Made reservation on behalf of 49abdb5182444a8ab635e34dda44fd9c for: {'port': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:15.038871 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-ee0e99ca-6988-4e6f-9ae0-551cd592f827 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.045781 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-a3227dd8-1984-47c3-af27-dccaaff98718 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=398a97dc87334dec983c82ca4e9ed671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579871 Aug 16 13:05:15.048521 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 40106) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:15.052500 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3227dd8-1984-47c3-af27-dccaaff98718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f689ad18-de75-4c62-afb8-fbc7e5a5e9fe,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:15.092098 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-25d2405a-8f7e-44e7-afc1-43c25b652433 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-930004814-network', 'tenant_id': '666c723670b84b7bbba3e18b8f2d4827'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:15.127123 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-545aea4c-7e50-46de-8814-41451d3c7b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.137461 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d2405a-8f7e-44e7-afc1-43c25b652433 admin admin] Made reservation on behalf of 666c723670b84b7bbba3e18b8f2d4827 for: {'network': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:15.140387 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-25d2405a-8f7e-44e7-afc1-43c25b652433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.152453 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-25d2405a-8f7e-44e7-afc1-43c25b652433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.172111 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-545aea4c-7e50-46de-8814-41451d3c7b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.196401 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-ee0e99ca-6988-4e6f-9ae0-551cd592f827 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Allocated IP 172.20.0.13 (7cc19dd6-126c-4a2e-8fd7-b756f1855acc/957e0498-9090-4243-9332-9dea676ee25f/9782d1ee-b326-4d2f-b0bf-446914797d12) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:15.254865 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-545aea4c-7e50-46de-8814-41451d3c7b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.257472 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-545aea4c-7e50-46de-8814-41451d3c7b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.258562 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-545aea4c-7e50-46de-8814-41451d3c7b85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f689ad18-de75-4c62-afb8-fbc7e5a5e9fe HTTP/1.1" status: 204 len: 168 time: 0.2091265 Aug 16 13:05:15.271511 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545aea4c-7e50-46de-8814-41451d3c7b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f689ad18-de75-4c62-afb8-fbc7e5a5e9fe,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:15.293748 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-25d2405a-8f7e-44e7-afc1-43c25b652433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.298381 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-25d2405a-8f7e-44e7-afc1-43c25b652433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.328820 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d2405a-8f7e-44e7-afc1-43c25b652433 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=94054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:05:15.335260 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2405a-8f7e-44e7-afc1-43c25b652433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441caa53-f264-4a0f-ac28-09198c740556,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:15.356863 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-25d2405a-8f7e-44e7-afc1-43c25b652433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.356863 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.segments_db [None req-25d2405a-8f7e-44e7-afc1-43c25b652433 admin admin] Added segment 48293b39-48a5-4365-8bbf-7d55257c3001 of type vlan for network da747ba4-3cfb-4fcf-95e1-0ea291bae814 Aug 16 13:05:15.359406 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465f852-8a19-4d31-b1f8-acb917c3dbd9 req-08995a3a-8673-4eb7-86ba-cacef4d8f221 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:15.366889 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8465f852-8a19-4d31-b1f8-acb917c3dbd9 req-08995a3a-8673-4eb7-86ba-cacef4d8f221 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.1208816 Aug 16 13:05:15.406440 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-25d2405a-8f7e-44e7-afc1-43c25b652433 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.419982 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8465f852-8a19-4d31-b1f8-acb917c3dbd9 req-9915cb62-c54a-4442-aa74-23facaaa44d8 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518143 Aug 16 13:05:15.445178 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-25d2405a-8f7e-44e7-afc1-43c25b652433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.446666 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d2405a-8f7e-44e7-afc1-43c25b652433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:15.447262 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-25d2405a-8f7e-44e7-afc1-43c25b652433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.489636 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-ee0e99ca-6988-4e6f-9ae0-551cd592f827 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.521807 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b1d8bf6d-948f-44c9-9333-2152b5989b51 req-8ce8337b-239e-4b6f-9082-da0315a73a7a tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 210 time: 0.0671446 Aug 16 13:05:15.527063 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-25d2405a-8f7e-44e7-afc1-43c25b652433 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5499730 Aug 16 13:05:15.530212 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 40118) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:15.535848 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-882787df-6eed-4393-87dd-fff8fbe27457 admin admin] Request body: {'subnet': {'network_id': 'da747ba4-3cfb-4fcf-95e1-0ea291bae814', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-930004814-subnet', 'tenant_id': '666c723670b84b7bbba3e18b8f2d4827', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:15.549223 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-ee0e99ca-6988-4e6f-9ae0-551cd592f827 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.552577 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2405a-8f7e-44e7-afc1-43c25b652433 admin admin] Pushing event updated for resources: {'Network': ['ID=da747ba4-3cfb-4fcf-95e1-0ea291bae814,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:15.564042 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network da747ba4-3cfb-4fcf-95e1-0ea291bae814 details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:05:15.621234 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['00361403-e865-4135-b1f4-98564508c3fd', 'c9d56695-ae13-463d-9735-714db92c350a'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:05:15.626791 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-ee0e99ca-6988-4e6f-9ae0-551cd592f827 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:15.627664 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882787df-6eed-4393-87dd-fff8fbe27457 admin admin] Made reservation on behalf of 666c723670b84b7bbba3e18b8f2d4827 for: {'subnet': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:15.629975 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-882787df-6eed-4393-87dd-fff8fbe27457 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.648014 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-ee0e99ca-6988-4e6f-9ae0-551cd592f827 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:15.673884 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e99ca-6988-4e6f-9ae0-551cd592f827 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Pushing event updated for resources: {'Port': ['ID=9782d1ee-b326-4d2f-b0bf-446914797d12,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:15.676641 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-ee0e99ca-6988-4e6f-9ae0-551cd592f827 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:15.683425 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-ee0e99ca-6988-4e6f-9ae0-551cd592f827 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:15.684589 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-ee0e99ca-6988-4e6f-9ae0-551cd592f827 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.717785 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-ee0e99ca-6988-4e6f-9ae0-551cd592f827 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9526155 Aug 16 13:05:15.745782 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Request body: {'port': {'device_id': 'f4a92d70-7751-46e9-9244-274ee511c482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:15.847888 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:15.917001 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-882787df-6eed-4393-87dd-fff8fbe27457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for subnet, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.045640 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882787df-6eed-4393-87dd-fff8fbe27457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18205aca-9fd2-4655-ad37-222f284025c8,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:16.072027 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882787df-6eed-4393-87dd-fff8fbe27457 admin admin] Checking segment: {'id': '48293b39-48a5-4365-8bbf-7d55257c3001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'da747ba4-3cfb-4fcf-95e1-0ea291bae814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:16.072637 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882787df-6eed-4393-87dd-fff8fbe27457 admin admin] Network hostable DHCP agents. Network: da747ba4-3cfb-4fcf-95e1-0ea291bae814, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:05:16.133745 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882787df-6eed-4393-87dd-fff8fbe27457 admin admin] Network da747ba4-3cfb-4fcf-95e1-0ea291bae814 is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:05:16.151703 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-882787df-6eed-4393-87dd-fff8fbe27457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, da747ba4-3cfb-4fcf-95e1-0ea291bae814) {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:16.159863 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882787df-6eed-4393-87dd-fff8fbe27457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:16.160460 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-882787df-6eed-4393-87dd-fff8fbe27457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.162677 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f861c598-bb06-4c4c-9c8a-542cd28f1165 None None] Network da747ba4-3cfb-4fcf-95e1-0ea291bae814 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:16.193356 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-882787df-6eed-4393-87dd-fff8fbe27457 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6618531 Aug 16 13:05:16.250304 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9782d1ee-b326-4d2f-b0bf-446914797d12 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:05:16.259373 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.273090 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Transition to ACTIVE for port object 9782d1ee-b326-4d2f-b0bf-446914797d12 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:16.281233 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.344006 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Pushing event updated for resources: {'Port': ['ID=9782d1ee-b326-4d2f-b0bf-446914797d12,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:16.386394 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Attempting to bind port 9782d1ee-b326-4d2f-b0bf-446914797d12 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:16.386738 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Attempting to bind port 9782d1ee-b326-4d2f-b0bf-446914797d12 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'cf6d433d-f80a-4563-b3b3-b630b12e95a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:16.387137 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Attempting to bind port 9782d1ee-b326-4d2f-b0bf-446914797d12 on network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:16.393439 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Port 9782d1ee-b326-4d2f-b0bf-446914797d12 on network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:05:16.393765 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Attempting to bind port 9782d1ee-b326-4d2f-b0bf-446914797d12 on network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:16.402392 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:16.403290 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Checking segment: {'id': 'cf6d433d-f80a-4563-b3b3-b630b12e95a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:16.403757 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Bound using segment: {'id': 'cf6d433d-f80a-4563-b3b3-b630b12e95a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:16.404211 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Bound port: 9782d1ee-b326-4d2f-b0bf-446914797d12, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6d433d-f80a-4563-b3b3-b630b12e95a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:16.405138 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.453824 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdf75da-f9c9-409f-86b5-40d65929df87 None None] Network da747ba4-3cfb-4fcf-95e1-0ea291bae814 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:16.521832 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] For port 9782d1ee-b326-4d2f-b0bf-446914797d12, host hv-cinder-80469, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:16.527666 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] For port 9782d1ee-b326-4d2f-b0bf-446914797d12, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=9782d1ee-b326-4d2f-b0bf-446914797d12,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:16.543044 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.622639 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:16.623668 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:16.625129 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] 10.222.0.61 "PUT /v2.0/ports/9782d1ee-b326-4d2f-b0bf-446914797d12 HTTP/1.1" status: 200 len: 1094 time: 0.8852475 Aug 16 13:05:16.627375 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a92d70-7751-46e9-9244-274ee511c482', 'tag': '9782d1ee-b326-4d2f-b0bf-446914797d12'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:05:16.629642 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f218a1c-c5a0-42f1-80c2-1039be59bcd1" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a92d70-7751-46e9-9244-274ee511c482", "tag": "9782d1ee-b326-4d2f-b0bf-446914797d12"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:05:16.686325 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e331f-8ea4-4c10-8005-15bc9d7852ef req-f551567f-c5ac-49d5-a433-397bcb5d6f4d tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:16.689085 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-810e331f-8ea4-4c10-8005-15bc9d7852ef req-f551567f-c5ac-49d5-a433-397bcb5d6f4d tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.1642184 Aug 16 13:05:16.691300 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c2da9-1f01-4e09-97d3-72e89a2b9629 req-8d0d9351-5e2e-42ca-bb73-69bec5818ef7 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:16.694873 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab38e7a-debb-4087-ae9c-573e97a40135 service neutron] Pushing event updated for resources: {'Port': ['ID=9782d1ee-b326-4d2f-b0bf-446914797d12,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:16.700486 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-385c2da9-1f01-4e09-97d3-72e89a2b9629 req-8d0d9351-5e2e-42ca-bb73-69bec5818ef7 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 944 time: 0.0675509 Aug 16 13:05:16.743899 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-385c2da9-1f01-4e09-97d3-72e89a2b9629 req-afa74438-7d7c-4190-9b46-e4302b18c9e8 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402589 Aug 16 13:05:16.794701 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-9f9395ad-14dc-40b6-b2e1-20d2f5dc6043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:16.796339 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-9f9395ad-14dc-40b6-b2e1-20d2f5dc6043 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49abdb5182444a8ab635e34dda44fd9c&device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 1097 time: 0.0876923 Aug 16 13:05:16.806287 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-810e331f-8ea4-4c10-8005-15bc9d7852ef req-d25f451a-35ec-4f96-a1e3-9a11d3219055 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050265 Aug 16 13:05:16.878600 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-890b1408-badb-4130-b9de-4067991cb9b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9782d1ee-b326-4d2f-b0bf-446914797d12 HTTP/1.1" status: 200 len: 217 time: 0.0625596 Aug 16 13:05:16.902756 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9848610-9d28-43c3-861c-2aaf9620bfe3 x-openstack-request-id: req-d9848610-9d28-43c3-861c-2aaf9620bfe3 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:05:16.905930 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a92d70-7751-46e9-9244-274ee511c482", "tag": "9782d1ee-b326-4d2f-b0bf-446914797d12", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:05:16.906360 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9848610-9d28-43c3-861c-2aaf9620bfe3 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:05:16.907030 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a92d70-7751-46e9-9244-274ee511c482', 'tag': '9782d1ee-b326-4d2f-b0bf-446914797d12', 'status': 'completed', 'code': 200} Aug 16 13:05:16.943813 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-55270a9f-484e-4814-95cf-c1c387c1aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:16.945332 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-55270a9f-484e-4814-95cf-c1c387c1aecb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=957e0498-9090-4243-9332-9dea676ee25f HTTP/1.1" status: 200 len: 855 time: 0.0569372 Aug 16 13:05:16.978571 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-fc687148-6d98-42b1-8586-718298a62079 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250876 Aug 16 13:05:16.992966 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 40210) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:16.998076 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-ed7e23c3-9703-4a31-b91c-d672ee198d4b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1417338722-network', 'tenant_id': '154a57bd68474a0b87b7254812c99194'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:17.068877 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7e23c3-9703-4a31-b91c-d672ee198d4b admin admin] Made reservation on behalf of 154a57bd68474a0b87b7254812c99194 for: {'network': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:17.071131 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ed7e23c3-9703-4a31-b91c-d672ee198d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:17.083472 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ed7e23c3-9703-4a31-b91c-d672ee198d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:17.120248 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-e70218a7-efc3-441d-acb0-3140f72de77e service neutron] 10.222.0.61 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180813 Aug 16 13:05:17.248915 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-15a2b3a6-4128-40f8-8f38-a224f6d73b34 req-b76ccb3a-e71f-4e12-ba9b-1317c7f15627 service neutron] 10.222.0.61 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173861 Aug 16 13:05:17.268374 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ed7e23c3-9703-4a31-b91c-d672ee198d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:17.273267 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ed7e23c3-9703-4a31-b91c-d672ee198d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:17.298962 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7e23c3-9703-4a31-b91c-d672ee198d4b admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=94053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:05:17.314282 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e23c3-9703-4a31-b91c-d672ee198d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6efda83-0c9c-468c-9395-aff81e23d00a,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:17.320896 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ed7e23c3-9703-4a31-b91c-d672ee198d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:17.321248 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.db.segments_db [None req-ed7e23c3-9703-4a31-b91c-d672ee198d4b admin admin] Added segment 62474760-d68e-4ac4-bf4b-7b53b231a9cd of type vlan for network 61a10944-b1ac-4dac-ba41-caf7ad33b685 Aug 16 13:05:17.362957 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ed7e23c3-9703-4a31-b91c-d672ee198d4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:17.415684 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ed7e23c3-9703-4a31-b91c-d672ee198d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:17.416651 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7e23c3-9703-4a31-b91c-d672ee198d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:17.417236 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ed7e23c3-9703-4a31-b91c-d672ee198d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:17.427429 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f218a1c-c5a0-42f1-80c2-1039be59bcd1 req-31400a9c-2106-4c17-b839-a5d7a36cb18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:17.428923 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3f218a1c-c5a0-42f1-80c2-1039be59bcd1 req-31400a9c-2106-4c17-b839-a5d7a36cb18e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49abdb5182444a8ab635e34dda44fd9c&device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 1097 time: 0.0636871 Aug 16 13:05:17.687198 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-ed7e23c3-9703-4a31-b91c-d672ee198d4b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6931345 Aug 16 13:05:17.689982 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 40230) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:17.694941 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-9686183e-6f98-400f-8eaf-cf4c11a5949c admin admin] Request body: {'subnet': {'network_id': '61a10944-b1ac-4dac-ba41-caf7ad33b685', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1417338722-subnet', 'tenant_id': '154a57bd68474a0b87b7254812c99194', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:17.718910 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9686183e-6f98-400f-8eaf-cf4c11a5949c admin admin] Made reservation on behalf of 154a57bd68474a0b87b7254812c99194 for: {'subnet': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:17.721433 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9686183e-6f98-400f-8eaf-cf4c11a5949c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12882902'] for subnet, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:17.733508 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e23c3-9703-4a31-b91c-d672ee198d4b admin admin] Pushing event updated for resources: {'Network': ['ID=61a10944-b1ac-4dac-ba41-caf7ad33b685,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:17.744321 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network 61a10944-b1ac-4dac-ba41-caf7ad33b685 details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:05:17.789914 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f218a1c-c5a0-42f1-80c2-1039be59bcd1 req-2594deb5-d092-45f6-8e6c-324f1309b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:17.792238 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3f218a1c-c5a0-42f1-80c2-1039be59bcd1 req-2594deb5-d092-45f6-8e6c-324f1309b3cb service neutron] 10.222.0.61 "GET /v2.0/networks?id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc HTTP/1.1" status: 200 len: 916 time: 0.1186354 Aug 16 13:05:17.848479 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3f218a1c-c5a0-42f1-80c2-1039be59bcd1 req-e64be28f-93c9-4943-890b-262494017780 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9782d1ee-b326-4d2f-b0bf-446914797d12 HTTP/1.1" status: 200 len: 217 time: 0.0460708 Aug 16 13:05:17.943313 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f218a1c-c5a0-42f1-80c2-1039be59bcd1 req-41fee619-6124-46f0-9b93-695f82d1e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:17.944919 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3f218a1c-c5a0-42f1-80c2-1039be59bcd1 req-41fee619-6124-46f0-9b93-695f82d1e92a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=957e0498-9090-4243-9332-9dea676ee25f HTTP/1.1" status: 200 len: 855 time: 0.0876989 Aug 16 13:05:17.947859 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde21be-ed9f-4a60-8452-82dd0454f137 req-7e41dfe2-dd2f-4fd3-b9ac-0426e780f6cb tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:17.949370 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8cde21be-ed9f-4a60-8452-82dd0454f137 req-7e41dfe2-dd2f-4fd3-b9ac-0426e780f6cb tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 944 time: 0.1143482 Aug 16 13:05:17.954567 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1025d7-5868-4fa9-9bab-8629f484154d req-3733f287-e19a-47f2-82db-bddc27b75c8d tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:17.956653 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9686183e-6f98-400f-8eaf-cf4c11a5949c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13920368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12882872'] for subnet, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:17.967130 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5e1025d7-5868-4fa9-9bab-8629f484154d req-3733f287-e19a-47f2-82db-bddc27b75c8d tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0833802 Aug 16 13:05:17.996593 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3f218a1c-c5a0-42f1-80c2-1039be59bcd1 req-ca208e5f-083d-4475-860e-d845d5c559ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282190 Aug 16 13:05:18.036630 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686183e-6f98-400f-8eaf-cf4c11a5949c admin admin] Pushing event updated for resources: {'Subnet': ['ID=97637e81-5abb-4508-9103-376805554b38,revision_number=0']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:18.042283 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8cde21be-ed9f-4a60-8452-82dd0454f137 req-4f0df91e-2cac-4c3d-94c5-1958870d5dfd tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833752 Aug 16 13:05:18.051982 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9686183e-6f98-400f-8eaf-cf4c11a5949c admin admin] Checking segment: {'id': '62474760-d68e-4ac4-bf4b-7b53b231a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '61a10944-b1ac-4dac-ba41-caf7ad33b685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:18.052757 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9686183e-6f98-400f-8eaf-cf4c11a5949c admin admin] Network hostable DHCP agents. Network: 61a10944-b1ac-4dac-ba41-caf7ad33b685, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:05:18.069201 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9686183e-6f98-400f-8eaf-cf4c11a5949c admin admin] Network 61a10944-b1ac-4dac-ba41-caf7ad33b685 is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:05:18.080386 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-9686183e-6f98-400f-8eaf-cf4c11a5949c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, 61a10944-b1ac-4dac-ba41-caf7ad33b685) {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:18.080588 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5e1025d7-5868-4fa9-9bab-8629f484154d req-8299d662-d8c0-475f-a93b-933334a5f481 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004441 Aug 16 13:05:18.088200 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eafc89-0490-4649-b1ee-356be4528fa7 None None] Network 61a10944-b1ac-4dac-ba41-caf7ad33b685 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:18.089185 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9686183e-6f98-400f-8eaf-cf4c11a5949c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:18.089781 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9686183e-6f98-400f-8eaf-cf4c11a5949c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:18.116345 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-9686183e-6f98-400f-8eaf-cf4c11a5949c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4252455 Aug 16 13:05:18.142716 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3f218a1c-c5a0-42f1-80c2-1039be59bcd1 req-c69eb1a6-320a-4490-b953-1a8a005befbe service neutron] 10.222.0.61 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340990 Aug 16 13:05:18.235794 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f1614d-30f3-47bf-b80a-fd11660340ff None None] Network 61a10944-b1ac-4dac-ba41-caf7ad33b685 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:05:18.395377 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3f218a1c-c5a0-42f1-80c2-1039be59bcd1 req-2fbe305c-b69a-4273-9590-033040d9bcde service neutron] 10.222.0.61 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878310 Aug 16 13:05:19.167141 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dc366-3c1d-45f9-aa11-d4551aaaf030 req-daaa728a-ca40-4ee7-b1e9-129a51658fd9 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:19.169225 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-135dc366-3c1d-45f9-aa11-d4551aaaf030 req-daaa728a-ca40-4ee7-b1e9-129a51658fd9 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 944 time: 0.0549829 Aug 16 13:05:19.207327 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-135dc366-3c1d-45f9-aa11-d4551aaaf030 req-a92b55f8-c419-4acb-a81d-9ebe69b9fde4 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318806 Aug 16 13:05:19.214272 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427e1fb-fc9c-42ce-9d6a-ad31a89cb761 req-c5c528ac-6d81-42d3-a845-5f501586b232 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:19.216599 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c427e1fb-fc9c-42ce-9d6a-ad31a89cb761 req-c5c528ac-6d81-42d3-a845-5f501586b232 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0515726 Aug 16 13:05:19.255477 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c427e1fb-fc9c-42ce-9d6a-ad31a89cb761 req-56c82827-abbb-434b-98d4-363f573e53c9 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320206 Aug 16 13:05:20.341041 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36171ac2-a0f4-4884-8296-6006365e8477 req-4f92cf59-a9be-4317-94bd-0d89371a906d tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:20.342718 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-36171ac2-a0f4-4884-8296-6006365e8477 req-4f92cf59-a9be-4317-94bd-0d89371a906d tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 944 time: 0.0544260 Aug 16 13:05:20.377463 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc939f9-e384-4c4e-ad5e-2712c5a11b81 req-7d4a510b-1de5-4017-83c9-95cacbcda580 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:20.379018 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-bbc939f9-e384-4c4e-ad5e-2712c5a11b81 req-7d4a510b-1de5-4017-83c9-95cacbcda580 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0529933 Aug 16 13:05:20.387219 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-36171ac2-a0f4-4884-8296-6006365e8477 req-84021b89-4c21-4b59-9ff8-a2fcb248826f tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357659 Aug 16 13:05:20.428484 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-bbc939f9-e384-4c4e-ad5e-2712c5a11b81 req-f07f8edf-720c-4add-bed3-2edd7a309d89 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372682 Aug 16 13:05:21.357783 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:05:21.433561 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:21.505871 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa58fd2-8135-4357-8c98-bcbf5271d19d req-0397a448-88d4-4833-ba81-cdec2a3de385 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:21.507733 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8aa58fd2-8135-4357-8c98-bcbf5271d19d req-0397a448-88d4-4833-ba81-cdec2a3de385 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 944 time: 0.0489576 Aug 16 13:05:21.547954 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae006158-c7fc-4723-8b1b-f677264a52f4 req-1cf83dbc-f798-4f4a-9862-e9c3cd34758b tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:21.549613 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ae006158-c7fc-4723-8b1b-f677264a52f4 req-1cf83dbc-f798-4f4a-9862-e9c3cd34758b tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0498099 Aug 16 13:05:21.551794 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8aa58fd2-8135-4357-8c98-bcbf5271d19d req-48113bcb-a268-4970-ae61-dcad488f960e tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379615 Aug 16 13:05:21.592202 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ae006158-c7fc-4723-8b1b-f677264a52f4 req-ce636402-f8a5-4622-a731-7f7a28f6d490 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361967 Aug 16 13:05:21.618655 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 9782d1ee-b326-4d2f-b0bf-446914797d12 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:05:21.722028 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 9782d1ee-b326-4d2f-b0bf-446914797d12, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=9782d1ee-b326-4d2f-b0bf-446914797d12,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:21.732783 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': '9782d1ee-b326-4d2f-b0bf-446914797d12', 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc', 'port_id': '9782d1ee-b326-4d2f-b0bf-446914797d12', 'mac_address': 'fa:16:3e:c9:8f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '957e0498-9090-4243-9332-9dea676ee25f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:05:21.777915 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:21.794542 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9782d1ee-b326-4d2f-b0bf-446914797d12 {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:05:21.817048 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 9782d1ee-b326-4d2f-b0bf-446914797d12, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=9782d1ee-b326-4d2f-b0bf-446914797d12,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:21.822373 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:21.885285 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=9782d1ee-b326-4d2f-b0bf-446914797d12,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:22.446580 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['9782d1ee-b326-4d2f-b0bf-446914797d12'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:05:22.673493 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f61acf-cca9-4c74-9192-2543af5240f3 req-7aba541b-2179-4598-83a3-82bb83ad1c38 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:22.674938 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d2f61acf-cca9-4c74-9192-2543af5240f3 req-7aba541b-2179-4598-83a3-82bb83ad1c38 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 945 time: 0.0537705 Aug 16 13:05:22.710690 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558ce90-bb13-41e5-803a-d218068d0197 req-f38ccf49-4e2c-44f1-be45-c1c19766942e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:22.712206 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0558ce90-bb13-41e5-803a-d218068d0197 req-f38ccf49-4e2c-44f1-be45-c1c19766942e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0487306 Aug 16 13:05:22.725942 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d2f61acf-cca9-4c74-9192-2543af5240f3 req-8da3aba8-f640-4d3a-b5e3-cc72415da048 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448565 Aug 16 13:05:22.751662 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0558ce90-bb13-41e5-803a-d218068d0197 req-8a865a1c-72e4-4705-b5df-5920abbc42b7 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335724 Aug 16 13:05:23.880600 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b330c6-9d5d-49bb-bd9c-8f552db99237 req-2e4b0d78-e122-4b6b-946c-005ea0eacdd7 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:23.881353 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2a8f3-ad59-43c3-b473-aeae8cbd788a req-84cd91d1-5e25-4b85-9643-42d88a65a86e tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:23.882093 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-29b330c6-9d5d-49bb-bd9c-8f552db99237 req-2e4b0d78-e122-4b6b-946c-005ea0eacdd7 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0510645 Aug 16 13:05:23.882861 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-12a2a8f3-ad59-43c3-b473-aeae8cbd788a req-84cd91d1-5e25-4b85-9643-42d88a65a86e tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 945 time: 0.0486717 Aug 16 13:05:23.920460 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-29b330c6-9d5d-49bb-bd9c-8f552db99237 req-964ffc99-dd17-45b0-aa14-d567c94a1853 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324166 Aug 16 13:05:23.920698 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-12a2a8f3-ad59-43c3-b473-aeae8cbd788a req-e18a258b-da2e-490b-a0bd-e30f7e3889b8 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317461 Aug 16 13:05:26.576934 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759df07a-7f2e-45bb-b9b8-6c84a73df1bf req-8afc3302-422c-4f46-b1e3-d8481ca87260 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:26.578489 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-759df07a-7f2e-45bb-b9b8-6c84a73df1bf req-8afc3302-422c-4f46-b1e3-d8481ca87260 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0473919 Aug 16 13:05:26.600642 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57456b2d-a50f-4bd2-9931-438f488f5166 req-a66791ed-e6f6-4e02-b853-35e6545be8be tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:26.602111 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-57456b2d-a50f-4bd2-9931-438f488f5166 req-a66791ed-e6f6-4e02-b853-35e6545be8be tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 945 time: 0.0484474 Aug 16 13:05:26.615390 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-759df07a-7f2e-45bb-b9b8-6c84a73df1bf req-6d30c0dc-f631-490b-8996-8e87c738bfed tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308440 Aug 16 13:05:26.643527 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-57456b2d-a50f-4bd2-9931-438f488f5166 req-da1cb1ef-f1b8-4c4d-a1ce-399279e9fb5f tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352693 Aug 16 13:05:27.648957 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 9782d1ee-b326-4d2f-b0bf-446914797d12 up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:05:27.700533 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port 9782d1ee-b326-4d2f-b0bf-446914797d12 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:27.704358 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port 9782d1ee-b326-4d2f-b0bf-446914797d12 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:27.704732 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.737981 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d768ede-917a-44b6-b7ba-69deb9582791 req-c4d3742f-4039-4170-ac3d-4eecf3cabb34 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:27.739482 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1d768ede-917a-44b6-b7ba-69deb9582791 req-c4d3742f-4039-4170-ac3d-4eecf3cabb34 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0544806 Aug 16 13:05:27.771661 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95485623-3139-43d7-b262-56cab7fbcaf1 req-8346b48b-eea2-439e-824c-9121d99b4ccc tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:27.779440 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-95485623-3139-43d7-b262-56cab7fbcaf1 req-8346b48b-eea2-439e-824c-9121d99b4ccc tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 945 time: 0.0588460 Aug 16 13:05:27.789544 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.789967 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1d768ede-917a-44b6-b7ba-69deb9582791 req-04731603-8f4f-477a-96fb-b56c3d099cfc tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414875 Aug 16 13:05:27.814790 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-95485623-3139-43d7-b262-56cab7fbcaf1 req-235b4c72-efd6-4dfe-914b-9cb5bbf5c15b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344698 Aug 16 13:05:27.817059 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a92d70-7751-46e9-9244-274ee511c482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9782d1ee-b326-4d2f-b0bf-446914797d12'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:05:27.819708 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b2f887-be06-404b-8236-920970faeef2" -d '{"events": [{"server_uuid": "f4a92d70-7751-46e9-9244-274ee511c482", "name": "network-vif-plugged", "status": "completed", "tag": "9782d1ee-b326-4d2f-b0bf-446914797d12"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:05:27.833572 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 9782d1ee-b326-4d2f-b0bf-446914797d12, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=9782d1ee-b326-4d2f-b0bf-446914797d12,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:27.837974 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:27.860814 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb6e607-d1b4-4259-bb24-9037b65c058e x-openstack-request-id: req-afb6e607-d1b4-4259-bb24-9037b65c058e {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:05:27.861103 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a92d70-7751-46e9-9244-274ee511c482", "name": "network-vif-plugged", "status": "completed", "tag": "9782d1ee-b326-4d2f-b0bf-446914797d12", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:05:27.861356 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afb6e607-d1b4-4259-bb24-9037b65c058e {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:05:27.861742 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a92d70-7751-46e9-9244-274ee511c482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9782d1ee-b326-4d2f-b0bf-446914797d12', 'code': 200} Aug 16 13:05:27.886845 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=9782d1ee-b326-4d2f-b0bf-446914797d12,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:28.114164 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b211f5d-dd1d-4fd0-a021-773aeeb9f002 req-051ebfb1-4ef2-4247-98db-82e12fcafa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:28.115684 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7b211f5d-dd1d-4fd0-a021-773aeeb9f002 req-051ebfb1-4ef2-4247-98db-82e12fcafa62 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 1099 time: 0.0387192 Aug 16 13:05:28.151241 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7b211f5d-dd1d-4fd0-a021-773aeeb9f002 req-22547d9e-886f-4c96-810b-67e1e90241cc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279732 Aug 16 13:05:28.900224 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0447c-faab-4b30-a0d6-1b7536e367e6 req-d3989768-abd4-4b67-ad80-0a18bf64f78e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:28.901644 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-94e0447c-faab-4b30-a0d6-1b7536e367e6 req-d3989768-abd4-4b67-ad80-0a18bf64f78e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0477579 Aug 16 13:05:28.933300 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ec2d1-7048-42df-8f6b-13c715963c37 req-3a248d48-0b74-47ed-ad7b-d8329fa4b026 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:28.935274 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-984ec2d1-7048-42df-8f6b-13c715963c37 req-3a248d48-0b74-47ed-ad7b-d8329fa4b026 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 946 time: 0.0493155 Aug 16 13:05:28.943478 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-94e0447c-faab-4b30-a0d6-1b7536e367e6 req-0d76264c-9252-4df9-96b0-78921adade22 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352063 Aug 16 13:05:28.975009 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-984ec2d1-7048-42df-8f6b-13c715963c37 req-9569271b-4021-4b91-ad95-ca77072cd83c tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334942 Aug 16 13:05:29.862978 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-be703ddb-5e44-42fe-899d-e67f51e82d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:30.060365 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72cd7a-92cf-4886-9cc5-b4674507cf91 req-0c9c274a-155c-4b6b-85a3-96442e63c799 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:30.061856 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ed72cd7a-92cf-4886-9cc5-b4674507cf91 req-0c9c274a-155c-4b6b-85a3-96442e63c799 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0488467 Aug 16 13:05:30.091945 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98c235-80ef-4cbc-869b-2a524c13de15 req-8f0abfac-9fb5-4765-af67-e5a1008a52e0 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:30.093423 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9d98c235-80ef-4cbc-869b-2a524c13de15 req-8f0abfac-9fb5-4765-af67-e5a1008a52e0 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 946 time: 0.0480316 Aug 16 13:05:30.104324 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ed72cd7a-92cf-4886-9cc5-b4674507cf91 req-149702d2-710e-4e1d-9500-9a054db6eeee tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364451 Aug 16 13:05:30.134547 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9d98c235-80ef-4cbc-869b-2a524c13de15 req-105fe456-0485-4b42-8d6d-ef26c197831b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308757 Aug 16 13:05:31.220841 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8192161-6e72-40e4-832d-8e2f15de227b req-9bc41524-ca82-49dc-bd77-1ab59429938e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:31.222313 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b8192161-6e72-40e4-832d-8e2f15de227b req-9bc41524-ca82-49dc-bd77-1ab59429938e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0487480 Aug 16 13:05:31.259113 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b8192161-6e72-40e4-832d-8e2f15de227b req-891c8a59-49e4-40e8-b7d7-7cabd81120c6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309489 Aug 16 13:05:32.168585 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 40552) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:32.286948 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-587c306b-c18c-4549-bee0-d318b6fb40fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:32.501308 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-228088e2-7906-44a2-a41c-e80a58f49c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:32.620648 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f48cbc-f977-4e60-8853-f2183e322ee3 req-ebc5020e-9790-4fac-af95-b4fce829a01e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:32.622691 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c8f48cbc-f977-4e60-8853-f2183e322ee3 req-ebc5020e-9790-4fac-af95-b4fce829a01e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.2761264 Aug 16 13:05:32.660538 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-587c306b-c18c-4549-bee0-d318b6fb40fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:32.666284 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-587c306b-c18c-4549-bee0-d318b6fb40fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:32.698513 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c8f48cbc-f977-4e60-8853-f2183e322ee3 req-09b88eea-83fe-4f36-abf9-177ba72f26b4 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673525 Aug 16 13:05:32.722248 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-587c306b-c18c-4549-bee0-d318b6fb40fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48926c6ea3d8485796eb2522a99603df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5519381 Aug 16 13:05:32.723093 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c306b-c18c-4549-bee0-d318b6fb40fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4192e2bb-1ed1-460e-9c23-eeb08fc3f44b,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:32.726360 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 40576) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:32.733196 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:32.800851 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9eae4044-1445-4726-9a8d-69c9c03b6b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:32.822889 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9eae4044-1445-4726-9a8d-69c9c03b6b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:32.873902 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9eae4044-1445-4726-9a8d-69c9c03b6b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:32.876549 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9eae4044-1445-4726-9a8d-69c9c03b6b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:32.877689 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-9eae4044-1445-4726-9a8d-69c9c03b6b26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4192e2bb-1ed1-460e-9c23-eeb08fc3f44b HTTP/1.1" status: 204 len: 168 time: 0.1439207 Aug 16 13:05:32.885329 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae4044-1445-4726-9a8d-69c9c03b6b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4192e2bb-1ed1-460e-9c23-eeb08fc3f44b,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:33.455834 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:33.830376 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839c024-5ecb-49ee-8154-871f1e51a997 req-f69df514-2a1e-4663-9909-c76c5e2480f5 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:33.832006 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f839c024-5ecb-49ee-8154-871f1e51a997 req-f69df514-2a1e-4663-9909-c76c5e2480f5 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0528064 Aug 16 13:05:33.872435 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f839c024-5ecb-49ee-8154-871f1e51a997 req-844813ae-cd83-493a-8c35-149fac10497a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340533 Aug 16 13:05:33.965326 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 40634) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:34.017352 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_v2 [None req-839b9660-9590-41c2-a4d1-8429c3ab67f1 admin admin] Deleting subnet 18205aca-9fd2-4655-ad37-222f284025c8 {{(pid=94053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:05:34.020978 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-839b9660-9590-41c2-a4d1-8429c3ab67f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.055946 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-839b9660-9590-41c2-a4d1-8429c3ab67f1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.061499 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-839b9660-9590-41c2-a4d1-8429c3ab67f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1938334'] for subnet, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.115987 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-839b9660-9590-41c2-a4d1-8429c3ab67f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1938327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for subnet, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.138922 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b9660-9590-41c2-a4d1-8429c3ab67f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18205aca-9fd2-4655-ad37-222f284025c8,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:34.145135 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-839b9660-9590-41c2-a4d1-8429c3ab67f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.147188 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-839b9660-9590-41c2-a4d1-8429c3ab67f1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/18205aca-9fd2-4655-ad37-222f284025c8 HTTP/1.1" status: 204 len: 168 time: 0.1803045 Aug 16 13:05:34.149404 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 40636) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:34.215930 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771912'] for network, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.298382 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740267', 'neutron.services.segments.db._delete_segments_for_network-8755702799171'] for network, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.309151 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:34.309433 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:34.310169 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:34.310520 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Subscribe: > port after_create 55550000 {{(pid=94053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:34.310862 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:34.311200 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Subscribe: > port after_update 55550000 {{(pid=94053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:34.311551 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:34.311891 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:34.312208 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:34.312532 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:34.378700 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:34.379047 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:34.379410 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:34.379744 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 13:05:34.380107 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da747ba4-3cfb-4fcf-95e1-0ea291bae814']}} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:34.397912 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48293b39-48a5-4365-8bbf-7d55257c3001') {'for_net_delete': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:34.398196 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48293b39-48a5-4365-8bbf-7d55257c3001') {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:34.413380 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755702802764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14268643'] for segment, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.435374 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.443040 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:05:34.443521 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14435047'] for segment, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: from cryptography.utils import int_from_bytes Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: from cryptography.utils import int_from_bytes Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: Traceback (most recent call last): Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: timer() Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: cb(*args, **kw) Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: return func(*args, **kwargs) Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: self._notify() Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: self.callback(batched_events) Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: event.method(event) Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: return f(self, *a, **k) Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: return self._get(url).json() Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: return self.request(url, 'GET', **kwargs) Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:05:34.447429 dv-cinder-804698-2-iscsi neutron-server[94053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:05:34.504897 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726233'] for network, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.514571 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.519721 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/da747ba4-3cfb-4fcf-95e1-0ea291bae814 HTTP/1.1" status: 204 len: 168 time: 0.3693278 Aug 16 13:05:34.519954 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 40642) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:34.530019 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cfee3-2e1d-484c-9758-5c8c77a02ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=da747ba4-3cfb-4fcf-95e1-0ea291bae814,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:34.569092 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_v2 [None req-14083dea-08ac-496f-aeb4-b84dc9f08acd admin admin] Deleting subnet 97637e81-5abb-4508-9103-376805554b38 {{(pid=94054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:05:34.572155 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-14083dea-08ac-496f-aeb4-b84dc9f08acd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.613866 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-14083dea-08ac-496f-aeb4-b84dc9f08acd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14162415'] for subnet, precommit_delete_associations {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.657472 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-14083dea-08ac-496f-aeb4-b84dc9f08acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1938334'] for subnet, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.707292 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-14083dea-08ac-496f-aeb4-b84dc9f08acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1938327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13922229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12882867'] for subnet, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.731266 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14083dea-08ac-496f-aeb4-b84dc9f08acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97637e81-5abb-4508-9103-376805554b38,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:34.734873 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-14083dea-08ac-496f-aeb4-b84dc9f08acd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.737461 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-14083dea-08ac-496f-aeb4-b84dc9f08acd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/97637e81-5abb-4508-9103-376805554b38 HTTP/1.1" status: 204 len: 168 time: 0.2156885 Aug 16 13:05:34.739190 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 40644) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:34.807020 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-47894129-770b-4e82-a4cf-9f693b0611b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771912'] for network, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.888870 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-47894129-770b-4e82-a4cf-9f693b0611b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740267', 'neutron.services.segments.db._delete_segments_for_network-8755702799171'] for network, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.899186 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-47894129-770b-4e82-a4cf-9f693b0611b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a10944-b1ac-4dac-ba41-caf7ad33b685']}} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:34.908554 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-47894129-770b-4e82-a4cf-9f693b0611b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62474760-d68e-4ac4-bf4b-7b53b231a9cd') {'for_net_delete': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:34.908856 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-47894129-770b-4e82-a4cf-9f693b0611b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62474760-d68e-4ac4-bf4b-7b53b231a9cd') {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:05:34.917675 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-47894129-770b-4e82-a4cf-9f693b0611b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755702802764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14162406'] for segment, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.933041 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-47894129-770b-4e82-a4cf-9f693b0611b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.944161 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47894129-770b-4e82-a4cf-9f693b0611b0 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:05:34.944554 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-47894129-770b-4e82-a4cf-9f693b0611b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13922259'] for segment, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: Traceback (most recent call last): Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: timer() Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: cb(*args, **kw) Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: return func(*args, **kwargs) Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: self._notify() Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: self.callback(batched_events) Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: event.method(event) Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: return f(self, *a, **k) Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: return self._get(url).json() Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: return self.request(url, 'GET', **kwargs) Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:05:34.946658 dv-cinder-804698-2-iscsi neutron-server[94054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:05:35.044502 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebf005-3056-4fac-9a58-18a2f187a017 req-bc637903-7913-46f4-a7b9-ada455b72712 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:35.046102 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-bfebf005-3056-4fac-9a58-18a2f187a017 req-bc637903-7913-46f4-a7b9-ada455b72712 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0592709 Aug 16 13:05:35.047055 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-47894129-770b-4e82-a4cf-9f693b0611b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726233'] for network, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.053588 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-47894129-770b-4e82-a4cf-9f693b0611b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.058007 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-47894129-770b-4e82-a4cf-9f693b0611b0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/61a10944-b1ac-4dac-ba41-caf7ad33b685 HTTP/1.1" status: 204 len: 168 time: 0.3178644 Aug 16 13:05:35.069689 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47894129-770b-4e82-a4cf-9f693b0611b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=61a10944-b1ac-4dac-ba41-caf7ad33b685,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:35.106908 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-bfebf005-3056-4fac-9a58-18a2f187a017 req-65363546-d067-4928-b1cf-dcb324ff31bd tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397389 Aug 16 13:05:35.250949 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 40666) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:35.262381 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.290014 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-0b4f1662-114c-4f5a-93bc-47a804bef5ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=666c723670b84b7bbba3e18b8f2d4827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385008 Aug 16 13:05:35.292471 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 40668) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:35.342630 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-aa515b56-a55b-49df-a725-fce820a5fce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.365091 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-aa515b56-a55b-49df-a725-fce820a5fce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.411666 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-aa515b56-a55b-49df-a725-fce820a5fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.414074 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-aa515b56-a55b-49df-a725-fce820a5fce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.415202 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-aa515b56-a55b-49df-a725-fce820a5fce4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/441caa53-f264-4a0f-ac28-09198c740556 HTTP/1.1" status: 204 len: 168 time: 0.1211958 Aug 16 13:05:35.422431 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa515b56-a55b-49df-a725-fce820a5fce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441caa53-f264-4a0f-ac28-09198c740556,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:35.738700 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 40678) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:35.780366 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-b38d924c-7abc-4459-8ad4-dfadaddcc7b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=154a57bd68474a0b87b7254812c99194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404174 Aug 16 13:05:35.782963 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 40680) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:35.831067 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8158df44-ce35-432b-b62d-5cfc3efecc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.851282 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8158df44-ce35-432b-b62d-5cfc3efecc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.902391 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8158df44-ce35-432b-b62d-5cfc3efecc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.904936 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8158df44-ce35-432b-b62d-5cfc3efecc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:35.906112 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-8158df44-ce35-432b-b62d-5cfc3efecc58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6efda83-0c9c-468c-9395-aff81e23d00a HTTP/1.1" status: 204 len: 168 time: 0.1222088 Aug 16 13:05:35.914087 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158df44-ce35-432b-b62d-5cfc3efecc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6efda83-0c9c-468c-9395-aff81e23d00a,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:36.231737 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45592d-6dc6-4c28-bf87-4cd675c81109 req-63a08610-ac0d-41b7-b131-ca7f7e0f29d6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:36.233250 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ee45592d-6dc6-4c28-bf87-4cd675c81109 req-63a08610-ac0d-41b7-b131-ca7f7e0f29d6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0483758 Aug 16 13:05:36.271922 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ee45592d-6dc6-4c28-bf87-4cd675c81109 req-70e8837e-2f47-4154-8cb5-de2becc806e8 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325968 Aug 16 13:05:37.391629 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22419e-d083-4dea-9af9-d3f456f56482 req-f4336f95-210e-444f-b12f-2469c48d0dbc tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:37.393089 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6d22419e-d083-4dea-9af9-d3f456f56482 req-f4336f95-210e-444f-b12f-2469c48d0dbc tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0528374 Aug 16 13:05:37.430463 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6d22419e-d083-4dea-9af9-d3f456f56482 req-e3315132-25f1-4620-853e-6a6378938c36 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312974 Aug 16 13:05:38.584532 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecb28b-5f78-4bc3-9cb2-19e8d9e80f7c req-e957b3e9-c690-4950-9e72-ad97e8c447ca tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:38.586003 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d7ecb28b-5f78-4bc3-9cb2-19e8d9e80f7c req-e957b3e9-c690-4950-9e72-ad97e8c447ca tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0513113 Aug 16 13:05:38.627740 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d7ecb28b-5f78-4bc3-9cb2-19e8d9e80f7c req-693852f1-f95b-4506-b86c-dd62be113143 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348740 Aug 16 13:05:39.490075 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 40772) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:39.595485 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fcb23146-bc58-4450-813b-5494847471f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:39.690926 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fcb23146-bc58-4450-813b-5494847471f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:39.695079 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fcb23146-bc58-4450-813b-5494847471f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:39.736037 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb23146-bc58-4450-813b-5494847471f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f179ccb6-b124-456f-98f7-4381eaabf4ec,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:39.745460 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 40788) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:39.760863 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-fcb23146-bc58-4450-813b-5494847471f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=264f3c4b0a4b4382aed5cd750c3de3bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695560 Aug 16 13:05:39.849482 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220dcc7-4c50-4799-abea-bbb395a5d043 req-ad9d9fb0-7a88-46f1-92af-2127e4e69599 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:39.850793 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2220dcc7-4c50-4799-abea-bbb395a5d043 req-ad9d9fb0-7a88-46f1-92af-2127e4e69599 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0780821 Aug 16 13:05:39.851487 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d154a616-5d39-4fee-913b-84c49fa19b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:39.884401 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d154a616-5d39-4fee-913b-84c49fa19b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:39.925503 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2220dcc7-4c50-4799-abea-bbb395a5d043 req-dbc7b14f-a43b-412a-86ab-cea0cdf30c99 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646343 Aug 16 13:05:39.949271 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d154a616-5d39-4fee-913b-84c49fa19b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:39.952231 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d154a616-5d39-4fee-913b-84c49fa19b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:39.955655 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-d154a616-5d39-4fee-913b-84c49fa19b32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f179ccb6-b124-456f-98f7-4381eaabf4ec HTTP/1.1" status: 204 len: 168 time: 0.2048120 Aug 16 13:05:39.966130 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154a616-5d39-4fee-913b-84c49fa19b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f179ccb6-b124-456f-98f7-4381eaabf4ec,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:41.064130 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6c739-e511-427d-86b5-d9444ff2a15a req-411a019d-0795-43b0-9842-619f5cc6bb01 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:41.065616 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-63a6c739-e511-427d-86b5-d9444ff2a15a req-411a019d-0795-43b0-9842-619f5cc6bb01 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0643404 Aug 16 13:05:41.107659 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-63a6c739-e511-427d-86b5-d9444ff2a15a req-c1fbf55e-1cb8-4bee-bda2-3ad7274154e3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361114 Aug 16 13:05:45.051371 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-215ff134-b51c-45ee-abaf-25269a7d28c6 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=81844447fd68492496962e64f5da6505&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294609 Aug 16 13:05:45.130781 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-61fce4c8-e751-4cf4-971e-6fe0db7df0fd tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:45.132784 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-61fce4c8-e751-4cf4-971e-6fe0db7df0fd tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/networks?id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc HTTP/1.1" status: 200 len: 815 time: 0.1039550 Aug 16 13:05:45.154677 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-cddfc55b-2033-45ed-9783-719000e98096 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/quotas/49abdb5182444a8ab635e34dda44fd9c HTTP/1.1" status: 200 len: 375 time: 0.0099199 Aug 16 13:05:45.211576 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-af5a3680-6d78-4b3a-96bf-1aafc687fcd2 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=49abdb5182444a8ab635e34dda44fd9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478492 Aug 16 13:05:45.240820 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-01aa8b75-20d6-403f-855d-195f0700388f tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:45.242284 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-01aa8b75-20d6-403f-855d-195f0700388f tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851349 Aug 16 13:05:45.257050 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-8408335c-066a-4b84-8f8f-84850ceafa61 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/quotas/81844447fd68492496962e64f5da6505 HTTP/1.1" status: 200 len: 375 time: 0.0089712 Aug 16 13:05:45.288186 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-330cd25a-568c-44fb-af23-95c339aadd1d tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=81844447fd68492496962e64f5da6505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251000 Aug 16 13:05:45.303726 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-2443aa8e-f823-4d2d-94c3-d8188aa55f38 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863221 Aug 16 13:05:45.421812 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-a404402c-bf65-4e96-a9b8-c966d36d0fc5 service neutron] 10.222.0.20 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120334 Aug 16 13:05:45.625790 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644557d-29b6-4aef-a96e-340c107c873a req-0686cdd2-a718-4d14-9a3c-c3dda17f4a41 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:45.627320 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f644557d-29b6-4aef-a96e-340c107c873a req-0686cdd2-a718-4d14-9a3c-c3dda17f4a41 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0543506 Aug 16 13:05:45.675337 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f644557d-29b6-4aef-a96e-340c107c873a req-46db535c-102f-4c10-9aa7-4335f748937d tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410988 Aug 16 13:05:46.201196 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-dd9b7b2b-41b3-45b4-b85c-1a9ffa42d662 req-ced9f438-5cfa-480a-8608-4be27cbbbd04 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 210 time: 0.0415840 Aug 16 13:05:46.419528 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c0a7d38d-27d0-4ebe-9a40-2741ab7604a0 req-3f7c5d45-225e-4e5c-ba79-51a95b440568 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 210 time: 0.0240309 Aug 16 13:05:46.789283 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a07155-8cbb-4fab-aa51-cf4b3c92daa6 req-025a72df-db64-46a1-a6f4-8bad9f249d25 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:46.790761 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-48a07155-8cbb-4fab-aa51-cf4b3c92daa6 req-025a72df-db64-46a1-a6f4-8bad9f249d25 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0520203 Aug 16 13:05:46.836702 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-48a07155-8cbb-4fab-aa51-cf4b3c92daa6 req-3bb60076-ff67-4ca5-9281-0f6ca27388fd tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392118 Aug 16 13:05:46.951129 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-e05f1fd5-ade2-4b97-8332-eeb1b6a0fa41 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=81844447fd68492496962e64f5da6505&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213809 Aug 16 13:05:47.061479 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-0159c7d6-a9b9-42b4-be8f-9fb0ad075ec2 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:47.062791 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-0159c7d6-a9b9-42b4-be8f-9fb0ad075ec2 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1035681 Aug 16 13:05:47.094144 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Request body: {'port': {'device_id': '24f2b954-72b8-406f-98c5-2156df331dde', 'network_id': 'b42c502d-a923-442f-b562-5545d32c0679', 'admin_state_up': True, 'tenant_id': '81844447fd68492496962e64f5da6505'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:47.204338 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Made reservation on behalf of 81844447fd68492496962e64f5da6505 for: {'port': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:47.207846 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:47.216291 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:47.301097 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a6414d38-15f8-419e-974a-43a990504ee8 req-87fb05eb-a87c-4df2-9741-c6e47d6b625f tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 210 time: 0.0264990 Aug 16 13:05:47.313508 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:47.318150 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:47.382291 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30067d73-4a1f-44dd-ae8c-d067181f0bd3,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:47.398830 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:47.399176 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:47.399558 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:47.399893 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:47.400224 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:47.400581 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:47.400925 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:47.401235 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:47.401563 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:47.402528 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:47.402852 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:47.403175 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:47.464895 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Allocated IP 192.168.233.203 (b42c502d-a923-442f-b562-5545d32c0679/284db45f-f3c2-4cfa-bae4-ea1dd765b125/87d6ca2a-ef65-44c3-b492-bbdc596e505d) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:47.525289 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-829a9ced-46b7-40f0-85b6-dbd10e50384b req-a2394a39-ce08-4e3b-8c72-8ff166154efc tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 210 time: 0.0365674 Aug 16 13:05:47.661184 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:47.677436 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Transition to ACTIVE for port object 87d6ca2a-ef65-44c3-b492-bbdc596e505d will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:47.766221 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:47.831293 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Network b42c502d-a923-442f-b562-5545d32c0679 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:47.844514 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:47.848447 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:47.850880 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Pushing event updated for resources: {'Port': ['ID=87d6ca2a-ef65-44c3-b492-bbdc596e505d,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:47.911319 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-2571184d-615e-4652-9b22-6b281f8bff35 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:47.912935 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-2571184d-615e-4652-9b22-6b281f8bff35 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.61 "GET /v2.0/networks?id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc HTTP/1.1" status: 200 len: 815 time: 0.2056382 Aug 16 13:05:47.934525 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:47.935132 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:47.950726 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-32ec899e-31be-46cb-afca-0cd62ee1e8a9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8604150 Aug 16 13:05:47.974852 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-8d3d9afb-6665-4571-90f9-16148c24bcd3 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Request body: {'port': {'device_id': '69a03b91-a07f-4252-8536-81403531c5fc', 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc', 'admin_state_up': True, 'tenant_id': '49abdb5182444a8ab635e34dda44fd9c'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:47.981407 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77222d-e537-4379-baab-395d7df914ae req-c871d4b9-c3da-4418-bed7-a13980945a03 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:47.983001 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-cb77222d-e537-4379-baab-395d7df914ae req-c871d4b9-c3da-4418-bed7-a13980945a03 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0535908 Aug 16 13:05:48.028760 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Request body: {'port': {'device_id': '24f2b954-72b8-406f-98c5-2156df331dde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:48.035621 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-cb77222d-e537-4379-baab-395d7df914ae req-7192a88e-8c54-48ff-8c85-e6737cad6ecd tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447924 Aug 16 13:05:48.115050 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:48.168545 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-a22695a0-ecfc-47e2-b810-ee6dae641937 None None] Provisioning for port 87d6ca2a-ef65-44c3-b492-bbdc596e505d completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:05:48.173177 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-a22695a0-ecfc-47e2-b810-ee6dae641937 None None] Provisioning complete for port 87d6ca2a-ef65-44c3-b492-bbdc596e505d triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:05:48.173757 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-a22695a0-ecfc-47e2-b810-ee6dae641937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:48.206207 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-8d3d9afb-6665-4571-90f9-16148c24bcd3 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Made reservation on behalf of 49abdb5182444a8ab635e34dda44fd9c for: {'port': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:05:48.209920 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-8d3d9afb-6665-4571-90f9-16148c24bcd3 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:48.214070 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-a22695a0-ecfc-47e2-b810-ee6dae641937 None None] Port 87d6ca2a-ef65-44c3-b492-bbdc596e505d cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:05:48.398082 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64ab26-7397-407a-b78b-caeed93497d8 req-5e0686e0-40e6-40ef-bef8-11b57896218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:48.399863 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ab64ab26-7397-407a-b78b-caeed93497d8 req-5e0686e0-40e6-40ef-bef8-11b57896218d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 1098 time: 0.0770538 Aug 16 13:05:48.444274 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ab64ab26-7397-407a-b78b-caeed93497d8 req-5d8be9e2-5827-41cd-bb48-f3dfe3894a22 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359430 Aug 16 13:05:48.503469 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5e3d2-be38-4b4c-831b-c2f0f4a30311 req-32a8510c-190c-4e31-8ada-58fe621b6b76 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:48.504940 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6cb5e3d2-be38-4b4c-831b-c2f0f4a30311 req-32a8510c-190c-4e31-8ada-58fe621b6b76 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 936 time: 0.1346102 Aug 16 13:05:48.557327 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-8d3d9afb-6665-4571-90f9-16148c24bcd3 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Allocated IP 172.20.0.14 (7cc19dd6-126c-4a2e-8fd7-b756f1855acc/957e0498-9090-4243-9332-9dea676ee25f/9dfd8e60-4d3e-4d56-8545-62ce7872380d) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:05:48.830694 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6cb5e3d2-be38-4b4c-831b-c2f0f4a30311 req-0f92dc69-874a-4c7c-9738-4ddab10483da tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186955 Aug 16 13:05:48.850523 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d6ca2a-ef65-44c3-b492-bbdc596e505d {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:05:48.866350 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:48.892545 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Transition to ACTIVE for port object 87d6ca2a-ef65-44c3-b492-bbdc596e505d will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:48.907479 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:48.950066 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0580c6d4-39cf-4ef0-a81f-c62ca19dec20 req-bbedc551-dffc-4e43-beef-d0c4e6d88e6c tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 210 time: 0.0274510 Aug 16 13:05:49.043019 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Pushing event updated for resources: {'Port': ['ID=87d6ca2a-ef65-44c3-b492-bbdc596e505d,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:49.113647 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-8d3d9afb-6665-4571-90f9-16148c24bcd3 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:49.115982 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 40994) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:49.154970 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Attempting to bind port 87d6ca2a-ef65-44c3-b492-bbdc596e505d on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:49.155331 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Attempting to bind port 87d6ca2a-ef65-44c3-b492-bbdc596e505d by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '24ec3870-9d83-4cff-ace3-30aa86858b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b42c502d-a923-442f-b562-5545d32c0679'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:49.155667 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Attempting to bind port 87d6ca2a-ef65-44c3-b492-bbdc596e505d on network b42c502d-a923-442f-b562-5545d32c0679 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:49.161755 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Port 87d6ca2a-ef65-44c3-b492-bbdc596e505d on network b42c502d-a923-442f-b562-5545d32c0679 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:05:49.162076 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Attempting to bind port 87d6ca2a-ef65-44c3-b492-bbdc596e505d on network b42c502d-a923-442f-b562-5545d32c0679 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:49.163023 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051543ae-d361-403f-9890-8e5be703348d req-dbfe71f9-d7bd-4883-a2cd-42d3ab3d20ac tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:49.165046 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-051543ae-d361-403f-9890-8e5be703348d req-dbfe71f9-d7bd-4883-a2cd-42d3ab3d20ac tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0585084 Aug 16 13:05:49.171143 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:49.171507 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Checking segment: {'id': '24ec3870-9d83-4cff-ace3-30aa86858b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b42c502d-a923-442f-b562-5545d32c0679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:49.171874 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Bound using segment: {'id': '24ec3870-9d83-4cff-ace3-30aa86858b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b42c502d-a923-442f-b562-5545d32c0679'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:49.172305 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Bound port: 87d6ca2a-ef65-44c3-b492-bbdc596e505d, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24ec3870-9d83-4cff-ace3-30aa86858b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b42c502d-a923-442f-b562-5545d32c0679'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:49.172658 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:49.220250 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-051543ae-d361-403f-9890-8e5be703348d req-fc0bf54c-7657-48e1-b6dd-3bf4beb2f9f5 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469551 Aug 16 13:05:49.241383 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-8d3d9afb-6665-4571-90f9-16148c24bcd3 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:49.293591 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['00361403-e865-4135-b1f4-98564508c3fd', 'c9d56695-ae13-463d-9735-714db92c350a', '9782d1ee-b326-4d2f-b0bf-446914797d12'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:05:49.307056 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eba48673-d772-4fd2-9809-c47514fb1f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:49.322959 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-8d3d9afb-6665-4571-90f9-16148c24bcd3 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:05:49.330700 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-8d3d9afb-6665-4571-90f9-16148c24bcd3 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:05:49.335437 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] For port 87d6ca2a-ef65-44c3-b492-bbdc596e505d, host hv-cinder-80469, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:49.340448 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-8d3d9afb-6665-4571-90f9-16148c24bcd3 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:05:49.350509 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d9afb-6665-4571-90f9-16148c24bcd3 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Pushing event updated for resources: {'Port': ['ID=9dfd8e60-4d3e-4d56-8545-62ce7872380d,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:49.373795 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] For port 87d6ca2a-ef65-44c3-b492-bbdc596e505d, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=87d6ca2a-ef65-44c3-b492-bbdc596e505d,segment=NetworkSegment(24ec3870-9d83-4cff-ace3-30aa86858b83),segment_id=24ec3870-9d83-4cff-ace3-30aa86858b83)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:49.385657 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:49.452198 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-8d3d9afb-6665-4571-90f9-16148c24bcd3 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:49.452827 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-8d3d9afb-6665-4571-90f9-16148c24bcd3 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:49.455775 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:49.456456 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:49.457796 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] 10.222.0.61 "PUT /v2.0/ports/87d6ca2a-ef65-44c3-b492-bbdc596e505d HTTP/1.1" status: 200 len: 1098 time: 1.4347918 Aug 16 13:05:49.464873 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f2b954-72b8-406f-98c5-2156df331dde', 'tag': '87d6ca2a-ef65-44c3-b492-bbdc596e505d'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:05:49.467215 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8b6553-8de0-440a-9826-f6bc77fe57e4" -d '{"events": [{"name": "network-changed", "server_uuid": "24f2b954-72b8-406f-98c5-2156df331dde", "tag": "87d6ca2a-ef65-44c3-b492-bbdc596e505d"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:05:49.496395 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b053477-70c9-46f5-a0fd-b4235062ad2d service neutron] Pushing event updated for resources: {'Port': ['ID=87d6ca2a-ef65-44c3-b492-bbdc596e505d,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:49.535537 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5039bd7-f09f-439e-a4b5-3b686e430d4a x-openstack-request-id: req-d5039bd7-f09f-439e-a4b5-3b686e430d4a {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:05:49.535869 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f2b954-72b8-406f-98c5-2156df331dde", "tag": "87d6ca2a-ef65-44c3-b492-bbdc596e505d", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:05:49.536340 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5039bd7-f09f-439e-a4b5-3b686e430d4a {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:05:49.536742 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f2b954-72b8-406f-98c5-2156df331dde', 'tag': '87d6ca2a-ef65-44c3-b492-bbdc596e505d', 'status': 'completed', 'code': 200} Aug 16 13:05:49.596269 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eba48673-d772-4fd2-9809-c47514fb1f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:49.604581 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eba48673-d772-4fd2-9809-c47514fb1f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:49.617294 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-8d3d9afb-6665-4571-90f9-16148c24bcd3 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6470778 Aug 16 13:05:49.638628 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-8525d5db-5962-49e7-a670-1898fb12e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:49.640153 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-8525d5db-5962-49e7-a670-1898fb12e7ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=81844447fd68492496962e64f5da6505&device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 1101 time: 0.0825214 Aug 16 13:05:49.655466 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Request body: {'port': {'device_id': '69a03b91-a07f-4252-8536-81403531c5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:05:49.659575 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba48673-d772-4fd2-9809-c47514fb1f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89eb5eaf-ac42-4ff2-9426-b2b1ceeeb84e,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:49.681260 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-eba48673-d772-4fd2-9809-c47514fb1f1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f781564a75ab4591a4a4a2895665badc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5625093 Aug 16 13:05:49.684031 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 41002) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:05:49.749064 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-eee5339f-114f-4e0c-b4d6-6a1a48aef8e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=87d6ca2a-ef65-44c3-b492-bbdc596e505d HTTP/1.1" status: 200 len: 217 time: 0.0708480 Aug 16 13:05:49.752045 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cb1ba2fa-5035-4ec6-8142-b36c669684c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:49.756373 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:49.773853 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cb1ba2fa-5035-4ec6-8142-b36c669684c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:49.822193 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cb1ba2fa-5035-4ec6-8142-b36c669684c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:49.826501 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cb1ba2fa-5035-4ec6-8142-b36c669684c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:49.828400 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-cb1ba2fa-5035-4ec6-8142-b36c669684c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89eb5eaf-ac42-4ff2-9426-b2b1ceeeb84e HTTP/1.1" status: 204 len: 168 time: 0.1433320 Aug 16 13:05:49.837311 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ba2fa-5035-4ec6-8142-b36c669684c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eb5eaf-ac42-4ff2-9426-b2b1ceeeb84e,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:49.841296 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-0ef1a4de-01d4-4204-a037-c930db41139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:49.842778 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-0ef1a4de-01d4-4204-a037-c930db41139e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=284db45f-f3c2-4cfa-bae4-ea1dd765b125 HTTP/1.1" status: 200 len: 843 time: 0.0842979 Aug 16 13:05:49.845258 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba2fa-5035-4ec6-8142-b36c669684c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:49.845607 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba2fa-5035-4ec6-8142-b36c669684c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:49.845952 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba2fa-5035-4ec6-8142-b36c669684c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:49.846283 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba2fa-5035-4ec6-8142-b36c669684c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:49.846612 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba2fa-5035-4ec6-8142-b36c669684c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:49.846941 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba2fa-5035-4ec6-8142-b36c669684c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:49.847264 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba2fa-5035-4ec6-8142-b36c669684c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:49.847614 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba2fa-5035-4ec6-8142-b36c669684c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:49.847937 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba2fa-5035-4ec6-8142-b36c669684c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:49.848255 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba2fa-5035-4ec6-8142-b36c669684c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:49.848572 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba2fa-5035-4ec6-8142-b36c669684c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:49.848887 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ba2fa-5035-4ec6-8142-b36c669684c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:05:49.962762 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fc166-8ef1-433c-a08c-9361b308d40e req-88106b4d-6c5d-48ed-b1ac-1b54c615a50e tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:49.965023 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1f0fc166-8ef1-433c-a08c-9361b308d40e req-88106b4d-6c5d-48ed-b1ac-1b54c615a50e tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 948 time: 0.0522494 Aug 16 13:05:49.990002 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-e4a43465-2b18-4c3f-b97d-3626da824498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:49.991572 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-e4a43465-2b18-4c3f-b97d-3626da824498 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b42c502d-a923-442f-b562-5545d32c0679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1191959 Aug 16 13:05:50.027195 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1f0fc166-8ef1-433c-a08c-9361b308d40e req-b254ed10-d438-4a6d-9f9c-0a4937fc33af tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535398 Aug 16 13:05:50.163589 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40d37f-ce90-45df-8b7d-6d92b2956c1f req-e4d1663c-4ad7-493e-bd08-2030b7956a80 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:50.165139 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-bb40d37f-ce90-45df-8b7d-6d92b2956c1f req-e4d1663c-4ad7-493e-bd08-2030b7956a80 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 932 time: 0.0576220 Aug 16 13:05:50.173451 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-b603797c-f46a-4d0a-a645-033c94a2abcc service neutron] 10.222.0.61 "GET /v2.0/networks/b42c502d-a923-442f-b562-5545d32c0679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354620 Aug 16 13:05:50.212034 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-bb40d37f-ce90-45df-8b7d-6d92b2956c1f req-55b340f2-be76-48d5-875f-eef78c3dca44 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404112 Aug 16 13:05:50.217826 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfd8e60-4d3e-4d56-8545-62ce7872380d {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:05:50.225986 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:50.242876 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Transition to ACTIVE for port object 9dfd8e60-4d3e-4d56-8545-62ce7872380d will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:05:50.247636 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:50.360348 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfd8e60-4d3e-4d56-8545-62ce7872380d,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:50.363026 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62639ac-d4d7-4eae-bed1-bc40e36d8d15 req-d55c2131-0038-4407-835e-764336e7f0e7 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:50.364546 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e62639ac-d4d7-4eae-bed1-bc40e36d8d15 req-d55c2131-0038-4407-835e-764336e7f0e7 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0800538 Aug 16 13:05:50.372319 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c428f5f7-716b-41e3-9a94-c9c133ea8eff req-7e40cdd4-816d-48a4-8272-b3a856106862 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590515 Aug 16 13:05:50.419068 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e62639ac-d4d7-4eae-bed1-bc40e36d8d15 req-7dda521e-449b-480b-b811-2238b7aa741d tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335221 Aug 16 13:05:50.445610 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Attempting to bind port 9dfd8e60-4d3e-4d56-8545-62ce7872380d on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:05:50.445950 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Attempting to bind port 9dfd8e60-4d3e-4d56-8545-62ce7872380d by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'cf6d433d-f80a-4563-b3b3-b630b12e95a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:05:50.446314 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Attempting to bind port 9dfd8e60-4d3e-4d56-8545-62ce7872380d on network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:50.453282 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a0f9dd48-01d4-4270-8ee9-9685a51d551c req-d050a794-81c6-4830-bbea-75fa52c33984 service neutron] 10.222.0.61 "GET /v2.0/networks/b42c502d-a923-442f-b562-5545d32c0679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724205 Aug 16 13:05:50.454226 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Port 9dfd8e60-4d3e-4d56-8545-62ce7872380d on network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:05:50.454549 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Attempting to bind port 9dfd8e60-4d3e-4d56-8545-62ce7872380d on network 7cc19dd6-126c-4a2e-8fd7-b756f1855acc {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:05:50.459327 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:05:50.459698 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Checking segment: {'id': 'cf6d433d-f80a-4563-b3b3-b630b12e95a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:05:50.460077 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Bound using segment: {'id': 'cf6d433d-f80a-4563-b3b3-b630b12e95a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:05:50.460428 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428f5f7-716b-41e3-9a94-c9c133ea8eff req-0b7f96fc-4c25-46a6-a4e5-32ce37775df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:50.460534 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Bound port: 9dfd8e60-4d3e-4d56-8545-62ce7872380d, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6d433d-f80a-4563-b3b3-b630b12e95a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:05:50.460855 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:50.461909 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c428f5f7-716b-41e3-9a94-c9c133ea8eff req-0b7f96fc-4c25-46a6-a4e5-32ce37775df7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e85023036604c99b3ecbf1a7ae8ae4d&device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 1099 time: 0.0418293 Aug 16 13:05:50.526817 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] For port 9dfd8e60-4d3e-4d56-8545-62ce7872380d, host hv-cinder-80469, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:05:50.531142 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] For port 9dfd8e60-4d3e-4d56-8545-62ce7872380d, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=9dfd8e60-4d3e-4d56-8545-62ce7872380d,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:05:50.535473 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:50.572599 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:50.573433 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:50.574855 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] 10.222.0.61 "PUT /v2.0/ports/9dfd8e60-4d3e-4d56-8545-62ce7872380d HTTP/1.1" status: 200 len: 1094 time: 0.9267607 Aug 16 13:05:50.600808 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237427ac-b16f-4e2f-ab74-4dbc4c87e454 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfd8e60-4d3e-4d56-8545-62ce7872380d,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:50.622132 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428f5f7-716b-41e3-9a94-c9c133ea8eff req-81673690-d579-436c-952d-7cc702267a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:50.623713 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c428f5f7-716b-41e3-9a94-c9c133ea8eff req-81673690-d579-436c-952d-7cc702267a4d service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6191893-b7d5-474d-8040-4bf12149b722 HTTP/1.1" status: 200 len: 919 time: 0.0919328 Aug 16 13:05:50.649243 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b6553-8de0-440a-9826-f6bc77fe57e4 req-3b1c3910-b764-4131-ad8e-cc6958d07f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:50.650822 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8e8b6553-8de0-440a-9826-f6bc77fe57e4 req-3b1c3910-b764-4131-ad8e-cc6958d07f7c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=81844447fd68492496962e64f5da6505&device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 1101 time: 0.0463967 Aug 16 13:05:50.706122 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c428f5f7-716b-41e3-9a94-c9c133ea8eff req-37940249-0760-4564-a125-c2b0965f123f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d19cf8df-cce0-49a3-bdaa-5a89fd08b59e HTTP/1.1" status: 200 len: 217 time: 0.0395637 Aug 16 13:05:50.764706 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428f5f7-716b-41e3-9a94-c9c133ea8eff req-6f993f28-dc27-4248-a42e-e1ee19ac1eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:50.766373 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c428f5f7-716b-41e3-9a94-c9c133ea8eff req-6f993f28-dc27-4248-a42e-e1ee19ac1eac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a34715e-16db-490b-b147-81ef16ffb5fd HTTP/1.1" status: 200 len: 858 time: 0.0455978 Aug 16 13:05:50.771723 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-3af0c9f2-2731-432a-946f-a785c4946744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:50.773196 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-3af0c9f2-2731-432a-946f-a785c4946744 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49abdb5182444a8ab635e34dda44fd9c&device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 1097 time: 0.0950096 Aug 16 13:05:50.788021 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b6553-8de0-440a-9826-f6bc77fe57e4 req-efbdf415-2d44-4710-a6cb-2781b2db0bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:50.789756 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8e8b6553-8de0-440a-9826-f6bc77fe57e4 req-efbdf415-2d44-4710-a6cb-2781b2db0bda service neutron] 10.222.0.61 "GET /v2.0/networks?id=b42c502d-a923-442f-b562-5545d32c0679 HTTP/1.1" status: 200 len: 870 time: 0.1208570 Aug 16 13:05:50.799863 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c428f5f7-716b-41e3-9a94-c9c133ea8eff req-790753de-d42b-40a6-bcf8-069e4cbe2013 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6191893-b7d5-474d-8040-4bf12149b722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254469 Aug 16 13:05:50.847188 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-95d1fc50-a6b9-4601-a16f-55fafdb80764 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfd8e60-4d3e-4d56-8545-62ce7872380d HTTP/1.1" status: 200 len: 217 time: 0.0402708 Aug 16 13:05:50.886191 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8e8b6553-8de0-440a-9826-f6bc77fe57e4 req-9af5cf01-d0da-433d-a261-2804ba3acd5a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=87d6ca2a-ef65-44c3-b492-bbdc596e505d HTTP/1.1" status: 200 len: 217 time: 0.0454128 Aug 16 13:05:50.910493 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c428f5f7-716b-41e3-9a94-c9c133ea8eff req-cf37f139-ca51-4336-ace1-6b0200e72529 service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891442 Aug 16 13:05:50.956976 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-4507ba4f-6d0b-4428-b95b-154341478de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:50.958479 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-4507ba4f-6d0b-4428-b95b-154341478de6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=957e0498-9090-4243-9332-9dea676ee25f HTTP/1.1" status: 200 len: 855 time: 0.0810397 Aug 16 13:05:50.961769 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b6553-8de0-440a-9826-f6bc77fe57e4 req-361fcaf3-f4c0-4d25-8138-d2990bfeac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:50.963092 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8e8b6553-8de0-440a-9826-f6bc77fe57e4 req-361fcaf3-f4c0-4d25-8138-d2990bfeac16 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=284db45f-f3c2-4cfa-bae4-ea1dd765b125 HTTP/1.1" status: 200 len: 843 time: 0.0576062 Aug 16 13:05:51.003718 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c428f5f7-716b-41e3-9a94-c9c133ea8eff req-808d88b3-efe2-457b-94f4-29752191051d service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821042 Aug 16 13:05:51.026188 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-2ad68b2c-5a9d-43ff-a9df-cbf9eb51681b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449402 Aug 16 13:05:51.042892 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b6553-8de0-440a-9826-f6bc77fe57e4 req-04a50f1a-e654-4a87-b364-719771ff6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:51.044352 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8e8b6553-8de0-440a-9826-f6bc77fe57e4 req-04a50f1a-e654-4a87-b364-719771ff6a15 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b42c502d-a923-442f-b562-5545d32c0679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0556700 Aug 16 13:05:51.216034 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-e3586166-f839-49e0-941e-ff7a9c9ce8bf service neutron] 10.222.0.61 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707432 Aug 16 13:05:51.228531 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bb93d-6308-4729-bee7-e7621e5319f8 req-a01b5764-e730-4f21-8cc6-20dfec41c3bc tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:51.229945 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-982bb93d-6308-4729-bee7-e7621e5319f8 req-a01b5764-e730-4f21-8cc6-20dfec41c3bc tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 948 time: 0.1243374 Aug 16 13:05:51.301089 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8e8b6553-8de0-440a-9826-f6bc77fe57e4 req-dac13293-b23b-433e-849f-70f1a0874651 service neutron] 10.222.0.61 "GET /v2.0/networks/b42c502d-a923-442f-b562-5545d32c0679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048967 Aug 16 13:05:51.350839 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-982bb93d-6308-4729-bee7-e7621e5319f8 req-18734ddc-3c67-427b-8de3-db726936a7bb tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082189 Aug 16 13:05:51.395634 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183ae54-e780-48d3-91a5-39064e39d64a req-cb12fae0-379a-4b7d-a930-e0c35cb45ff1 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:51.397160 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7183ae54-e780-48d3-91a5-39064e39d64a req-cb12fae0-379a-4b7d-a930-e0c35cb45ff1 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 944 time: 0.0579040 Aug 16 13:05:51.406891 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-328d8358-27a3-49c9-973a-8cd4ed6258d8 req-2ce9249b-edb2-4cf7-9273-a5cb469c77d6 service neutron] 10.222.0.61 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759832 Aug 16 13:05:51.434978 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:51.440874 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8e8b6553-8de0-440a-9826-f6bc77fe57e4 req-f792cdc2-f092-4688-bf71-93fe08b7d213 service neutron] 10.222.0.61 "GET /v2.0/networks/b42c502d-a923-442f-b562-5545d32c0679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233344 Aug 16 13:05:51.453365 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7183ae54-e780-48d3-91a5-39064e39d64a req-d3385f0e-07fe-483b-af9c-3da371cd5506 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495641 Aug 16 13:05:51.537721 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a03b91-a07f-4252-8536-81403531c5fc', 'tag': '9dfd8e60-4d3e-4d56-8545-62ce7872380d'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:05:51.540096 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d040637a-c12a-4508-a015-1d24092ace27" -d '{"events": [{"name": "network-changed", "server_uuid": "69a03b91-a07f-4252-8536-81403531c5fc", "tag": "9dfd8e60-4d3e-4d56-8545-62ce7872380d"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:05:51.556492 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595e04f-0149-40d5-927d-3429ed1c0bcc req-bd66bd7d-bc7e-4430-8589-9fd62a946a7d tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:51.558352 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d595e04f-0149-40d5-927d-3429ed1c0bcc req-bd66bd7d-bc7e-4430-8589-9fd62a946a7d tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0506148 Aug 16 13:05:51.595663 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d595e04f-0149-40d5-927d-3429ed1c0bcc req-d0392956-7e89-48f2-a94c-b4dbc677bf07 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312881 Aug 16 13:05:51.634599 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76526d98-f006-4458-bb89-0b353e3cb9ef x-openstack-request-id: req-76526d98-f006-4458-bb89-0b353e3cb9ef {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:05:51.634891 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a03b91-a07f-4252-8536-81403531c5fc", "tag": "9dfd8e60-4d3e-4d56-8545-62ce7872380d", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:05:51.635148 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76526d98-f006-4458-bb89-0b353e3cb9ef {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:05:51.635577 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a03b91-a07f-4252-8536-81403531c5fc', 'tag': '9dfd8e60-4d3e-4d56-8545-62ce7872380d', 'status': 'completed', 'code': 200} Aug 16 13:05:51.708266 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6d183-3a0a-46ad-97ec-16768c58fcdf req-2c2c082a-be01-4bc3-b794-f7178191f4ed tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:51.709718 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e9e6d183-3a0a-46ad-97ec-16768c58fcdf req-2c2c082a-be01-4bc3-b794-f7178191f4ed tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0489948 Aug 16 13:05:51.746520 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e9e6d183-3a0a-46ad-97ec-16768c58fcdf req-bfa50200-231f-483f-94a8-3fef9cddc479 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307627 Aug 16 13:05:51.751649 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040637a-c12a-4508-a015-1d24092ace27 req-e9a084a9-1fbe-47a1-89d8-02920dfdc683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:51.753229 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d040637a-c12a-4508-a015-1d24092ace27 req-e9a084a9-1fbe-47a1-89d8-02920dfdc683 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49abdb5182444a8ab635e34dda44fd9c&device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 1097 time: 0.0433588 Aug 16 13:05:51.861077 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040637a-c12a-4508-a015-1d24092ace27 req-3bc475bc-4b26-47f8-9c5f-32f0026861ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:51.862679 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d040637a-c12a-4508-a015-1d24092ace27 req-3bc475bc-4b26-47f8-9c5f-32f0026861ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc HTTP/1.1" status: 200 len: 916 time: 0.0919075 Aug 16 13:05:51.924306 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d040637a-c12a-4508-a015-1d24092ace27 req-7e221949-aa2c-40e3-a0d0-d07099344ad9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfd8e60-4d3e-4d56-8545-62ce7872380d HTTP/1.1" status: 200 len: 217 time: 0.0396523 Aug 16 13:05:51.986018 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040637a-c12a-4508-a015-1d24092ace27 req-833289ee-6461-47ff-bafa-611b72e25c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:51.987608 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d040637a-c12a-4508-a015-1d24092ace27 req-833289ee-6461-47ff-bafa-611b72e25c72 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=957e0498-9090-4243-9332-9dea676ee25f HTTP/1.1" status: 200 len: 855 time: 0.0455229 Aug 16 13:05:52.022962 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d040637a-c12a-4508-a015-1d24092ace27 req-2d9311e8-53f6-4eb2-8d6b-78d87de0180b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7cc19dd6-126c-4a2e-8fd7-b756f1855acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246069 Aug 16 13:05:52.133643 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d040637a-c12a-4508-a015-1d24092ace27 req-5b966e6a-d731-470e-976e-831c6331afc4 service neutron] 10.222.0.61 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899527 Aug 16 13:05:52.445724 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d040637a-c12a-4508-a015-1d24092ace27 req-710dfac7-f42f-430f-8e6b-d602ff23c51c service neutron] 10.222.0.61 "GET /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016734 Aug 16 13:05:52.465784 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadd157-b57e-47ca-b72f-cff157dc9f8e req-4130a054-5272-4c79-acf2-d2bef045a59b tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:52.467226 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9eadd157-b57e-47ca-b72f-cff157dc9f8e req-4130a054-5272-4c79-acf2-d2bef045a59b tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 948 time: 0.0503516 Aug 16 13:05:52.505693 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9eadd157-b57e-47ca-b72f-cff157dc9f8e req-d2e19ba2-208c-403a-b12f-4033771447ed tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323610 Aug 16 13:05:52.577223 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985fbe6-470e-4110-8f92-4ecc69f32ced req-a8241244-2254-47f9-a997-8d4ca811b161 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:52.578580 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5985fbe6-470e-4110-8f92-4ecc69f32ced req-a8241244-2254-47f9-a997-8d4ca811b161 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 944 time: 0.0478368 Aug 16 13:05:52.620450 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5985fbe6-470e-4110-8f92-4ecc69f32ced req-2f3cffb7-3fc7-4b3a-8ee5-96530a7f8a44 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358903 Aug 16 13:05:53.383624 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e777a4-4eaf-4d1e-839b-f6b362d2ab5e req-fa513008-ea8f-4671-a146-12d0e440b3a6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:53.385088 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b8e777a4-4eaf-4d1e-839b-f6b362d2ab5e req-fa513008-ea8f-4671-a146-12d0e440b3a6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0550301 Aug 16 13:05:53.404583 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31b742-4982-4357-9ca6-f3039f60c2d8 req-0ff276fa-c43d-4da5-90f4-d239450a6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:53.406094 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ca31b742-4982-4357-9ca6-f3039f60c2d8 req-0ff276fa-c43d-4da5-90f4-d239450a6624 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e85023036604c99b3ecbf1a7ae8ae4d&device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 1099 time: 0.0416622 Aug 16 13:05:53.422734 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b8e777a4-4eaf-4d1e-839b-f6b362d2ab5e req-b7c1b3cf-c577-4f6e-872f-6fd61cd8925e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310807 Aug 16 13:05:53.514317 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31b742-4982-4357-9ca6-f3039f60c2d8 req-a5112373-a49a-4316-be5c-ea7ebff57e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:53.515821 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ca31b742-4982-4357-9ca6-f3039f60c2d8 req-a5112373-a49a-4316-be5c-ea7ebff57e96 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6191893-b7d5-474d-8040-4bf12149b722 HTTP/1.1" status: 200 len: 919 time: 0.0866857 Aug 16 13:05:53.604232 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ca31b742-4982-4357-9ca6-f3039f60c2d8 req-11e9c2af-4acd-49ba-8eba-0d96f39cc50c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d19cf8df-cce0-49a3-bdaa-5a89fd08b59e HTTP/1.1" status: 200 len: 217 time: 0.0374162 Aug 16 13:05:53.619829 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf52c8-8766-498d-a3f3-68dd77a9e5b0 req-079bb1f3-d3dd-4077-837c-95327ce5f5c0 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:53.621290 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9cdf52c8-8766-498d-a3f3-68dd77a9e5b0 req-079bb1f3-d3dd-4077-837c-95327ce5f5c0 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 948 time: 0.0498152 Aug 16 13:05:53.663938 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9cdf52c8-8766-498d-a3f3-68dd77a9e5b0 req-c8e6eefb-89f5-4ec5-ac65-4fdfbfc1192b tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365622 Aug 16 13:05:53.694214 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31b742-4982-4357-9ca6-f3039f60c2d8 req-902aab60-51e6-45a0-8e85-4d8ae6925af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:53.695715 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ca31b742-4982-4357-9ca6-f3039f60c2d8 req-902aab60-51e6-45a0-8e85-4d8ae6925af2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a34715e-16db-490b-b147-81ef16ffb5fd HTTP/1.1" status: 200 len: 858 time: 0.0454128 Aug 16 13:05:53.744168 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ca31b742-4982-4357-9ca6-f3039f60c2d8 req-39b6d500-75d3-406b-b968-c4945b3989f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6191893-b7d5-474d-8040-4bf12149b722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357809 Aug 16 13:05:53.763260 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdccdb6-4c13-47da-a0ad-84721dc08227 req-e8d11455-4081-418e-8731-110b6b362918 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:53.764678 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-bcdccdb6-4c13-47da-a0ad-84721dc08227 req-e8d11455-4081-418e-8731-110b6b362918 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 944 time: 0.0681150 Aug 16 13:05:53.846927 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-bcdccdb6-4c13-47da-a0ad-84721dc08227 req-9011f692-cc40-4dea-838d-9ce2a82ce24e tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744798 Aug 16 13:05:53.851469 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 9dfd8e60-4d3e-4d56-8545-62ce7872380d details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:05:53.880199 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ca31b742-4982-4357-9ca6-f3039f60c2d8 req-ef9206e9-4326-4444-8c57-e3d0ea3526aa service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145847 Aug 16 13:05:53.946134 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 9dfd8e60-4d3e-4d56-8545-62ce7872380d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=9dfd8e60-4d3e-4d56-8545-62ce7872380d,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:53.957681 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': '9dfd8e60-4d3e-4d56-8545-62ce7872380d', 'network_id': '7cc19dd6-126c-4a2e-8fd7-b756f1855acc', 'port_id': '9dfd8e60-4d3e-4d56-8545-62ce7872380d', 'mac_address': 'fa:16:3e:82:dc:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '957e0498-9090-4243-9332-9dea676ee25f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:05:53.992908 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:54.008421 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfd8e60-4d3e-4d56-8545-62ce7872380d {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:05:54.027398 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 9dfd8e60-4d3e-4d56-8545-62ce7872380d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=9dfd8e60-4d3e-4d56-8545-62ce7872380d,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:54.032039 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:54.032668 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 87d6ca2a-ef65-44c3-b492-bbdc596e505d details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:05:54.118780 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=9dfd8e60-4d3e-4d56-8545-62ce7872380d,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:54.162040 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 87d6ca2a-ef65-44c3-b492-bbdc596e505d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=87d6ca2a-ef65-44c3-b492-bbdc596e505d,segment=NetworkSegment(24ec3870-9d83-4cff-ace3-30aa86858b83),segment_id=24ec3870-9d83-4cff-ace3-30aa86858b83)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:54.173320 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': '87d6ca2a-ef65-44c3-b492-bbdc596e505d', 'network_id': 'b42c502d-a923-442f-b562-5545d32c0679', 'port_id': '87d6ca2a-ef65-44c3-b492-bbdc596e505d', 'mac_address': 'fa:16:3e:16:16:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284db45f-f3c2-4cfa-bae4-ea1dd765b125', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:05:54.211950 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:54.223982 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d6ca2a-ef65-44c3-b492-bbdc596e505d {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:05:54.243960 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 87d6ca2a-ef65-44c3-b492-bbdc596e505d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=87d6ca2a-ef65-44c3-b492-bbdc596e505d,segment=NetworkSegment(24ec3870-9d83-4cff-ace3-30aa86858b83),segment_id=24ec3870-9d83-4cff-ace3-30aa86858b83)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:05:54.248715 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:05:54.295474 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=87d6ca2a-ef65-44c3-b492-bbdc596e505d,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:05:54.535127 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfd812-7d9c-4b9d-be4b-67badd819481 req-af312adf-e850-4d5e-85fc-ed1ff07c1e09 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:54.536608 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d3cfd812-7d9c-4b9d-be4b-67badd819481 req-af312adf-e850-4d5e-85fc-ed1ff07c1e09 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0480893 Aug 16 13:05:54.573385 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d3cfd812-7d9c-4b9d-be4b-67badd819481 req-00476c95-49b6-43a2-a163-377a8eb4b1db tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309141 Aug 16 13:05:57.056794 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ca31b742-4982-4357-9ca6-f3039f60c2d8 req-cc61edf4-dac2-43c8-a61b-b360b2532df2 service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946436 Aug 16 13:05:57.110543 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200eda8-a131-4f64-88d8-d379cad70355 req-49b5e371-8f72-4e56-9b93-bc8d0ea9ded4 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:57.112914 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b200eda8-a131-4f64-88d8-d379cad70355 req-49b5e371-8f72-4e56-9b93-bc8d0ea9ded4 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 949 time: 0.0596690 Aug 16 13:05:57.137248 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b65378-ab10-4550-be3e-0714f5ff044e req-12d12e87-1bdf-483e-9c22-febb3b9a4f7b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:57.138772 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-16b65378-ab10-4550-be3e-0714f5ff044e req-12d12e87-1bdf-483e-9c22-febb3b9a4f7b tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 945 time: 0.0513885 Aug 16 13:05:57.157674 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b200eda8-a131-4f64-88d8-d379cad70355 req-5acd9a45-5914-47c7-b913-b1c8eda5b7aa tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383041 Aug 16 13:05:57.178024 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-16b65378-ab10-4550-be3e-0714f5ff044e req-33389cfc-bc35-4ad2-975a-503f6a918dd1 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331306 Aug 16 13:05:57.263549 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc94f8-c714-403b-8178-60b027c9849e req-7f449318-ca7b-41a6-ba5a-eb8027f259ba tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:57.264982 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c0bc94f8-c714-403b-8178-60b027c9849e req-7f449318-ca7b-41a6-ba5a-eb8027f259ba tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0524304 Aug 16 13:05:57.304271 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c0bc94f8-c714-403b-8178-60b027c9849e req-68e4c3cf-9c95-42a1-903c-3ab163682477 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334983 Aug 16 13:05:57.507193 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['9dfd8e60-4d3e-4d56-8545-62ce7872380d'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:05:57.572825 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['87d6ca2a-ef65-44c3-b492-bbdc596e505d'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:05:58.275084 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22616f-6991-48d3-8270-e203f44019e1 req-ee2a1e78-dae5-4e1d-9a1c-598cca456816 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:58.277248 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9d22616f-6991-48d3-8270-e203f44019e1 req-ee2a1e78-dae5-4e1d-9a1c-598cca456816 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 949 time: 0.0521147 Aug 16 13:05:58.289703 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19106c7-6927-4ba8-b3bf-48d7c8184dc7 req-19b8a649-7b7e-479b-8d3a-b46c58e4db86 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:58.291177 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c19106c7-6927-4ba8-b3bf-48d7c8184dc7 req-19b8a649-7b7e-479b-8d3a-b46c58e4db86 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 945 time: 0.0470269 Aug 16 13:05:58.315682 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9d22616f-6991-48d3-8270-e203f44019e1 req-f0871424-7fd9-41cf-9f11-5e391cc9e31c tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325150 Aug 16 13:05:58.331333 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c19106c7-6927-4ba8-b3bf-48d7c8184dc7 req-1a8078c8-d1f5-4ec7-aa7e-4aa807ad0df5 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335147 Aug 16 13:05:58.357138 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:05:58.416571 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c4532-d370-445c-baff-f039805958a8 req-38962ef1-9826-42a1-90ed-2cdb5ebba537 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:58.418682 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b62c4532-d370-445c-baff-f039805958a8 req-38962ef1-9826-42a1-90ed-2cdb5ebba537 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0480764 Aug 16 13:05:58.456181 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b62c4532-d370-445c-baff-f039805958a8 req-c7fc8c5b-e07e-4b2a-b3e0-8da0c1a9874b tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314567 Aug 16 13:05:59.440775 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed62b0-a1eb-4bdd-a2b5-e85bbdf0b067 req-911b93f8-a9d8-446d-bfc4-77b9cb4d6296 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:59.443824 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-34ed62b0-a1eb-4bdd-a2b5-e85bbdf0b067 req-911b93f8-a9d8-446d-bfc4-77b9cb4d6296 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 949 time: 0.0549762 Aug 16 13:05:59.457963 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff41aae-47a5-407f-a5ef-05e79e8ce203 req-8feafa4d-20c9-4982-9068-9cfde7c4cdfa tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:59.459612 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0ff41aae-47a5-407f-a5ef-05e79e8ce203 req-8feafa4d-20c9-4982-9068-9cfde7c4cdfa tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 945 time: 0.0515668 Aug 16 13:05:59.483099 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-34ed62b0-a1eb-4bdd-a2b5-e85bbdf0b067 req-530377f0-1edf-4387-87b8-f2a29b9c4772 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345659 Aug 16 13:05:59.518677 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0ff41aae-47a5-407f-a5ef-05e79e8ce203 req-66c93c1f-4265-4915-a7cc-321fe42d39c6 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505924 Aug 16 13:05:59.615527 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20412780-fade-4ac8-8ff9-7f59808ff7b0 req-31030c1e-c9cc-4ee0-9d35-167a490657ad tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:05:59.617098 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-20412780-fade-4ac8-8ff9-7f59808ff7b0 req-31030c1e-c9cc-4ee0-9d35-167a490657ad tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0517731 Aug 16 13:05:59.660253 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-20412780-fade-4ac8-8ff9-7f59808ff7b0 req-9ebc64fd-9d6c-42f7-8f3e-f291d475b503 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361609 Aug 16 13:05:59.863373 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-f9e63c2e-2e59-4eab-b7eb-45c01c52dc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:00.614844 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6044691-86ee-4e6c-afbb-31e59256f2b6 req-2e0f6f58-3b6e-4d67-9dba-16c2b31f14e9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:00.617033 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f6044691-86ee-4e6c-afbb-31e59256f2b6 req-2e0f6f58-3b6e-4d67-9dba-16c2b31f14e9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 949 time: 0.0649388 Aug 16 13:06:00.652291 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcca2b7-a93c-4a9a-b9c6-719bfd849d38 req-3549fbbb-3bd0-47e4-ab07-6637a50a792c tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:00.653774 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-3fcca2b7-a93c-4a9a-b9c6-719bfd849d38 req-3549fbbb-3bd0-47e4-ab07-6637a50a792c tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 945 time: 0.0679367 Aug 16 13:06:00.662903 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f6044691-86ee-4e6c-afbb-31e59256f2b6 req-fbdcdd64-142f-4975-a862-8fdcaeafa938 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381744 Aug 16 13:06:00.696371 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-3fcca2b7-a93c-4a9a-b9c6-719bfd849d38 req-5540fa14-2c26-4886-9a15-6e8352406e46 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365572 Aug 16 13:06:00.779655 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76519ff-57df-4568-b674-a1cffdb64644 req-c5039f84-49f1-419e-b776-d81cd6d0e8e9 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:00.781041 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c76519ff-57df-4568-b674-a1cffdb64644 req-c5039f84-49f1-419e-b776-d81cd6d0e8e9 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0488327 Aug 16 13:06:00.818795 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c76519ff-57df-4568-b674-a1cffdb64644 req-87514c09-1aa7-470e-837d-bcc5e285c023 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319138 Aug 16 13:06:00.958870 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 9dfd8e60-4d3e-4d56-8545-62ce7872380d up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:06:01.009893 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port 9dfd8e60-4d3e-4d56-8545-62ce7872380d completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:01.013571 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port 9dfd8e60-4d3e-4d56-8545-62ce7872380d triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:01.013940 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.085523 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.107307 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a03b91-a07f-4252-8536-81403531c5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfd8e60-4d3e-4d56-8545-62ce7872380d'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:01.109524 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b49df8c-56e2-45b1-b3c9-075ad43b685f" -d '{"events": [{"server_uuid": "69a03b91-a07f-4252-8536-81403531c5fc", "name": "network-vif-plugged", "status": "completed", "tag": "9dfd8e60-4d3e-4d56-8545-62ce7872380d"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:01.122467 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 9dfd8e60-4d3e-4d56-8545-62ce7872380d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=9dfd8e60-4d3e-4d56-8545-62ce7872380d,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:01.127303 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.128276 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 87d6ca2a-ef65-44c3-b492-bbdc596e505d up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:06:01.150537 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f96e1f-8e69-47ae-bb3b-a576e254669f x-openstack-request-id: req-c5f96e1f-8e69-47ae-bb3b-a576e254669f {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:01.150826 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a03b91-a07f-4252-8536-81403531c5fc", "name": "network-vif-plugged", "status": "completed", "tag": "9dfd8e60-4d3e-4d56-8545-62ce7872380d", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:01.151074 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5f96e1f-8e69-47ae-bb3b-a576e254669f {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:01.151479 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a03b91-a07f-4252-8536-81403531c5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfd8e60-4d3e-4d56-8545-62ce7872380d', 'code': 200} Aug 16 13:06:01.328206 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=9dfd8e60-4d3e-4d56-8545-62ce7872380d,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:01.343577 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port 87d6ca2a-ef65-44c3-b492-bbdc596e505d completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:01.347477 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port 87d6ca2a-ef65-44c3-b492-bbdc596e505d triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:01.347857 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.405672 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48c8f8-3335-442d-a49c-028bc1904410 req-269214b4-2234-46f5-95f8-1a77439504ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:01.407177 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0b48c8f8-3335-442d-a49c-028bc1904410 req-269214b4-2234-46f5-95f8-1a77439504ac service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 1099 time: 0.0451512 Aug 16 13:06:01.436404 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.448324 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0b48c8f8-3335-442d-a49c-028bc1904410 req-740e7c5c-88a3-42b5-993e-f5afdee6bfe9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309300 Aug 16 13:06:01.468974 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 87d6ca2a-ef65-44c3-b492-bbdc596e505d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=87d6ca2a-ef65-44c3-b492-bbdc596e505d,segment=NetworkSegment(24ec3870-9d83-4cff-ace3-30aa86858b83),segment_id=24ec3870-9d83-4cff-ace3-30aa86858b83)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:01.473225 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:01.523192 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=87d6ca2a-ef65-44c3-b492-bbdc596e505d,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:01.781235 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c345ae-3772-45e4-8cbc-1d454825f1f1 req-89cc69b5-fd6d-4e72-9265-a4aaed18623e tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:01.782709 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-53c345ae-3772-45e4-8cbc-1d454825f1f1 req-89cc69b5-fd6d-4e72-9265-a4aaed18623e tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 950 time: 0.0517569 Aug 16 13:06:01.824234 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-53c345ae-3772-45e4-8cbc-1d454825f1f1 req-e1b9b612-779e-405f-b5dc-e42595b40aec tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354421 Aug 16 13:06:01.927691 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd9085-4e2a-4355-af4e-963d260fac63 req-45a4fc5d-31d2-4378-a49e-2fb27a728995 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:01.929324 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-71cd9085-4e2a-4355-af4e-963d260fac63 req-45a4fc5d-31d2-4378-a49e-2fb27a728995 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 946 time: 0.0508780 Aug 16 13:06:01.979893 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-71cd9085-4e2a-4355-af4e-963d260fac63 req-3398531f-67ae-45ec-9069-983c8c3a49e3 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435309 Aug 16 13:06:02.096873 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a385815-5187-47ea-8c1f-9c5c92fb8a05 req-f7514f2b-466f-49d1-80ed-76a970b7c5a6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:02.098577 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2a385815-5187-47ea-8c1f-9c5c92fb8a05 req-f7514f2b-466f-49d1-80ed-76a970b7c5a6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0565815 Aug 16 13:06:02.141130 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2a385815-5187-47ea-8c1f-9c5c92fb8a05 req-8ae9cce6-f262-4c78-a53b-c7b0b79b4a49 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355873 Aug 16 13:06:02.505314 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-177352d9-2d94-4cbd-a798-75c7d51efe08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:02.669355 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc0b54-2a8e-4245-8f66-4202753a973d req-1a8bab96-f48b-4791-81e8-b145fc180dfd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:02.670849 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-eedc0b54-2a8e-4245-8f66-4202753a973d req-1a8bab96-f48b-4791-81e8-b145fc180dfd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0525510 Aug 16 13:06:02.716529 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-eedc0b54-2a8e-4245-8f66-4202753a973d req-e8dec209-30da-493c-88ac-38a1b390fe5f tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395894 Aug 16 13:06:02.728195 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:02.936695 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 41244) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:02.951015 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f170482-667d-41ec-9d47-83b357500283 req-209327b0-9a2a-4931-8d3d-34945400ccdb tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:02.952557 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1f170482-667d-41ec-9d47-83b357500283 req-209327b0-9a2a-4931-8d3d-34945400ccdb tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 950 time: 0.0560532 Aug 16 13:06:02.992046 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1f170482-667d-41ec-9d47-83b357500283 req-c600f0a1-228b-4998-812e-721e6a224028 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329857 Aug 16 13:06:03.085869 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-75fe2868-16e0-4d18-a7ea-7b2ab2b6451c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.152524 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f2b954-72b8-406f-98c5-2156df331dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d6ca2a-ef65-44c3-b492-bbdc596e505d'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:03.155957 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94eb4240-c163-4218-8980-ca29c1369f75" -d '{"events": [{"server_uuid": "24f2b954-72b8-406f-98c5-2156df331dde", "name": "network-vif-plugged", "status": "completed", "tag": "87d6ca2a-ef65-44c3-b492-bbdc596e505d"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:03.166590 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfffc2f-b49f-49f7-b350-9c3189be8e78 req-dc7ee4f7-f4c9-4356-8dcd-8e23e0098284 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:03.174910 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-edfffc2f-b49f-49f7-b350-9c3189be8e78 req-dc7ee4f7-f4c9-4356-8dcd-8e23e0098284 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 946 time: 0.0912614 Aug 16 13:06:03.203850 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf19697e-de5f-4389-9edf-36c39d419f5d x-openstack-request-id: req-cf19697e-de5f-4389-9edf-36c39d419f5d {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:03.204343 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f2b954-72b8-406f-98c5-2156df331dde", "name": "network-vif-plugged", "status": "completed", "tag": "87d6ca2a-ef65-44c3-b492-bbdc596e505d", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:03.204708 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf19697e-de5f-4389-9edf-36c39d419f5d {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:03.205191 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f2b954-72b8-406f-98c5-2156df331dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d6ca2a-ef65-44c3-b492-bbdc596e505d', 'code': 200} Aug 16 13:06:03.226616 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-edfffc2f-b49f-49f7-b350-9c3189be8e78 req-f9b6b5ed-c197-4cd5-8c3a-5374c5657bca tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508385 Aug 16 13:06:03.286666 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-75fe2868-16e0-4d18-a7ea-7b2ab2b6451c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.290930 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-75fe2868-16e0-4d18-a7ea-7b2ab2b6451c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.314420 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633b517-56fd-4559-930d-b56b94b6ba0b req-233ea9e8-6105-4a56-9396-966e3e16e68e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:03.316292 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9633b517-56fd-4559-930d-b56b94b6ba0b req-233ea9e8-6105-4a56-9396-966e3e16e68e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0599003 Aug 16 13:06:03.330581 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-75fe2868-16e0-4d18-a7ea-7b2ab2b6451c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a648ff9197ba4ab384d238e8bf239451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927891 Aug 16 13:06:03.331848 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe2868-16e0-4d18-a7ea-7b2ab2b6451c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3144237-81f4-4b56-8eae-d7a1c5ac0840,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:03.335026 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 41260) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:03.364508 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9633b517-56fd-4559-930d-b56b94b6ba0b req-163f3cdd-753c-41c2-b609-6a6d644ce7b6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398681 Aug 16 13:06:03.391588 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dc55dcca-296d-4b51-83df-791fced08b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.421627 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dc55dcca-296d-4b51-83df-791fced08b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.457587 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.477071 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef27449-2110-4474-bda2-d15e6187fc3d req-09ea48d7-2d04-4911-88eb-4849d0de2c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:03.478599 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0ef27449-2110-4474-bda2-d15e6187fc3d req-09ea48d7-2d04-4911-88eb-4849d0de2c1c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 1103 time: 0.0672300 Aug 16 13:06:03.506061 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dc55dcca-296d-4b51-83df-791fced08b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.508667 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dc55dcca-296d-4b51-83df-791fced08b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:03.509815 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-dc55dcca-296d-4b51-83df-791fced08b27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3144237-81f4-4b56-8eae-d7a1c5ac0840 HTTP/1.1" status: 204 len: 168 time: 0.1741717 Aug 16 13:06:03.524509 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55dcca-296d-4b51-83df-791fced08b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3144237-81f4-4b56-8eae-d7a1c5ac0840,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:03.534087 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0ef27449-2110-4474-bda2-d15e6187fc3d req-980da80a-4eed-4280-b9ae-d3d999fba7a1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455940 Aug 16 13:06:03.846850 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768b3fc-a4ed-4f8f-8a22-e8abdd684d79 req-b2415b3e-3b7b-4433-a101-de662642a0a6 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:03.848377 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3768b3fc-a4ed-4f8f-8a22-e8abdd684d79 req-b2415b3e-3b7b-4433-a101-de662642a0a6 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0537734 Aug 16 13:06:03.885278 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3768b3fc-a4ed-4f8f-8a22-e8abdd684d79 req-d673bf45-da16-4b7b-a1a7-ee832e19d825 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310254 Aug 16 13:06:04.107461 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1b067-8168-4c68-b80c-c21dab9252ba req-8d6bbe4c-6290-4aea-a6c8-7fd99831ad57 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:04.108946 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0dc1b067-8168-4c68-b80c-c21dab9252ba req-8d6bbe4c-6290-4aea-a6c8-7fd99831ad57 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 950 time: 0.0478640 Aug 16 13:06:04.151618 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0dc1b067-8168-4c68-b80c-c21dab9252ba req-fdcacd10-89c0-47fb-b746-7351bdaa297e tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358846 Aug 16 13:06:04.348444 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2833ab-ee98-401b-8f70-6ccae3a1b29e req-008148ee-ea28-4b9e-a706-84638b825589 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:04.350222 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ba2833ab-ee98-401b-8f70-6ccae3a1b29e req-008148ee-ea28-4b9e-a706-84638b825589 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 946 time: 0.0536504 Aug 16 13:06:04.418206 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ba2833ab-ee98-401b-8f70-6ccae3a1b29e req-6d25f18b-b458-4c65-9d7c-210e47848c24 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434301 Aug 16 13:06:04.546794 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54345605-e793-4eee-a634-0b5e74f52138 req-9d80db79-caa2-4ae6-bc16-7c5f6f502741 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:04.556619 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-54345605-e793-4eee-a634-0b5e74f52138 req-9d80db79-caa2-4ae6-bc16-7c5f6f502741 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0898614 Aug 16 13:06:04.596447 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-54345605-e793-4eee-a634-0b5e74f52138 req-997a6960-615d-4255-91dd-b89ab48f1e20 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387783 Aug 16 13:06:05.004989 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999bee6-258a-4ca6-9f57-ae88cd0451f4 req-8212ba70-a448-49bd-9b36-4e6cf62017cf tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:05.006354 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c999bee6-258a-4ca6-9f57-ae88cd0451f4 req-8212ba70-a448-49bd-9b36-4e6cf62017cf tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0496299 Aug 16 13:06:05.043399 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c999bee6-258a-4ca6-9f57-ae88cd0451f4 req-fe3de29a-b4ed-4d7a-970d-5fd756c125a0 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306580 Aug 16 13:06:05.265580 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:05.271303 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74061f4d-6cef-43cf-a83f-3dac261b70d7 req-e0e34039-d877-41e7-aa00-bc09167d1b6a tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:05.272810 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-74061f4d-6cef-43cf-a83f-3dac261b70d7 req-e0e34039-d877-41e7-aa00-bc09167d1b6a tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 950 time: 0.0530467 Aug 16 13:06:05.313387 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-74061f4d-6cef-43cf-a83f-3dac261b70d7 req-913e6fd4-3c3a-4dbf-abb4-c2fd48b716a8 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341418 Aug 16 13:06:05.718055 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200db571-b5fe-4d93-8267-54de9b40c685 req-3a7220b8-a342-4b53-b6a0-5919ff04fe7a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:05.719572 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-200db571-b5fe-4d93-8267-54de9b40c685 req-3a7220b8-a342-4b53-b6a0-5919ff04fe7a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0540667 Aug 16 13:06:05.757925 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-200db571-b5fe-4d93-8267-54de9b40c685 req-a1ba2ac0-860c-40cd-a29c-ea3098645322 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315855 Aug 16 13:06:06.158092 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67fc52-8522-4958-a08b-d2abdb94f6bd req-133bcea9-cbb0-43da-9e0b-efb08ad9e41d tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:06.159578 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-3c67fc52-8522-4958-a08b-d2abdb94f6bd req-133bcea9-cbb0-43da-9e0b-efb08ad9e41d tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0479233 Aug 16 13:06:06.197358 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-3c67fc52-8522-4958-a08b-d2abdb94f6bd req-5da10b7e-183d-4d34-a822-6303aea912ec tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318356 Aug 16 13:06:06.425457 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4509ce2-1f9e-4951-a337-c13d62c89dc4 req-25d072c6-7b3c-4046-829d-a598dbc77374 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:06.427183 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e4509ce2-1f9e-4951-a337-c13d62c89dc4 req-25d072c6-7b3c-4046-829d-a598dbc77374 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 950 time: 0.0474887 Aug 16 13:06:06.463295 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e4509ce2-1f9e-4951-a337-c13d62c89dc4 req-7df8c761-43e6-4f1b-9a10-c283968858e8 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301738 Aug 16 13:06:06.722357 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc71d72-2639-44b3-8129-74580c6a482a req-84fbc522-efd2-43e1-a899-a4812a16e13f tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:06.723847 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8cc71d72-2639-44b3-8129-74580c6a482a req-84fbc522-efd2-43e1-a899-a4812a16e13f tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 950 time: 0.0474048 Aug 16 13:06:06.761764 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8cc71d72-2639-44b3-8129-74580c6a482a req-f78de32a-274b-450c-b2ff-4b8ee06a0ca6 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321217 Aug 16 13:06:06.874489 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d5147-ef9f-4b6f-8085-e5687bfdf4ad req-86576686-b57f-4959-8162-ace740379e50 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:06.875990 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8d4d5147-ef9f-4b6f-8085-e5687bfdf4ad req-86576686-b57f-4959-8162-ace740379e50 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0483921 Aug 16 13:06:06.912893 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8d4d5147-ef9f-4b6f-8085-e5687bfdf4ad req-88ce5f5b-1a38-4935-a6b9-12325c34c371 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310943 Aug 16 13:06:07.315671 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64084c4b-4863-4b31-8ea7-e000236b422b req-bf65db15-0090-473a-af53-1ff4f8d9dc50 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:07.317106 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-64084c4b-4863-4b31-8ea7-e000236b422b req-bf65db15-0090-473a-af53-1ff4f8d9dc50 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0501275 Aug 16 13:06:07.353536 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-64084c4b-4863-4b31-8ea7-e000236b422b req-ecfd47ca-0c95-4bf1-a624-798a2a081b1b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304916 Aug 16 13:06:07.877313 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dff0ff-e878-400d-b5d2-d530f841fb11 req-4b1b21d4-b54a-4ca5-a844-4d5088644d59 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:07.878827 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-95dff0ff-e878-400d-b5d2-d530f841fb11 req-4b1b21d4-b54a-4ca5-a844-4d5088644d59 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 950 time: 0.0516605 Aug 16 13:06:07.916293 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-95dff0ff-e878-400d-b5d2-d530f841fb11 req-97f04002-7e2f-4bab-a75d-cdc338f7781a tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316398 Aug 16 13:06:08.023897 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906528bf-d5b2-473b-ab70-27450b6b20a3 req-d4088c9a-159f-4b74-8d2a-931c081600d7 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:08.025349 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-906528bf-d5b2-473b-ab70-27450b6b20a3 req-d4088c9a-159f-4b74-8d2a-931c081600d7 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0479374 Aug 16 13:06:08.063072 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-906528bf-d5b2-473b-ab70-27450b6b20a3 req-8eae449e-a205-4380-b9ac-f49282bffc20 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311909 Aug 16 13:06:08.470501 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6ccdf-86f4-4f61-8243-95e4075fe463 req-5c9054df-5811-45b7-8bc9-2171f67f87ed tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:08.471949 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f0c6ccdf-86f4-4f61-8243-95e4075fe463 req-5c9054df-5811-45b7-8bc9-2171f67f87ed tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0477359 Aug 16 13:06:08.506992 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f0c6ccdf-86f4-4f61-8243-95e4075fe463 req-c4fef265-e799-4cbd-9f11-ea611a6d8113 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293229 Aug 16 13:06:09.036074 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd1531-0250-41fb-9eca-915756edbe1f req-d14782f9-f62c-48ef-8db6-bb0575583108 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:09.037559 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-80cd1531-0250-41fb-9eca-915756edbe1f req-d14782f9-f62c-48ef-8db6-bb0575583108 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 950 time: 0.0487416 Aug 16 13:06:09.075858 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-80cd1531-0250-41fb-9eca-915756edbe1f req-d87f3787-2361-4f08-a8ae-bf8d7cf1fac0 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316911 Aug 16 13:06:09.175157 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d221d-8ed2-44b9-a70b-e35df66e394a req-63d65d5d-0431-4900-bb37-681e71630701 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:09.176559 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6d9d221d-8ed2-44b9-a70b-e35df66e394a req-63d65d5d-0431-4900-bb37-681e71630701 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0466974 Aug 16 13:06:09.213937 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6d9d221d-8ed2-44b9-a70b-e35df66e394a req-dc481d6b-3249-4046-935e-75938688b5b7 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311651 Aug 16 13:06:09.628386 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da715d00-26ab-4a6d-80a5-ca94fc474e73 req-88f44846-99e4-4953-88d3-6b826f1d4127 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:09.629834 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-da715d00-26ab-4a6d-80a5-ca94fc474e73 req-88f44846-99e4-4953-88d3-6b826f1d4127 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0511260 Aug 16 13:06:09.668817 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-da715d00-26ab-4a6d-80a5-ca94fc474e73 req-f9d71bbc-0104-4d74-a623-ca931bfdad24 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319319 Aug 16 13:06:10.188396 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db21eab-b13e-4812-a733-d28e75bdc432 req-e2c9a123-50c8-477e-85c7-a08a3d8aa25a tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:10.189867 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5db21eab-b13e-4812-a733-d28e75bdc432 req-e2c9a123-50c8-477e-85c7-a08a3d8aa25a tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 950 time: 0.0478563 Aug 16 13:06:10.226465 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5db21eab-b13e-4812-a733-d28e75bdc432 req-5d3c0766-16d7-430f-931a-709d0e15a424 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307460 Aug 16 13:06:10.325475 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3782a6f-aa81-430a-a829-c10a102a8384 req-d935d273-2d1d-4dd1-bb78-5e814f93c3b1 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:10.326928 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a3782a6f-aa81-430a-a829-c10a102a8384 req-d935d273-2d1d-4dd1-bb78-5e814f93c3b1 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0478525 Aug 16 13:06:10.362778 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a3782a6f-aa81-430a-a829-c10a102a8384 req-7f82dbff-0400-493a-9613-0b45e2cfb0f3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300813 Aug 16 13:06:10.790559 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63af45-6007-4a83-8e4c-66591b62eb4c req-c7e23a64-e682-4914-a3a1-a69d2f8c1819 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:10.792058 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6f63af45-6007-4a83-8e4c-66591b62eb4c req-c7e23a64-e682-4914-a3a1-a69d2f8c1819 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0506821 Aug 16 13:06:10.831167 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6f63af45-6007-4a83-8e4c-66591b62eb4c req-7296405d-374e-492e-ba37-baa27f399b8d tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326202 Aug 16 13:06:11.344707 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd3e12-fd47-4387-9bd3-7fa89281786d req-f6c9f6c9-95dc-460e-8f4b-7b1992d7c87a tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:11.346665 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-22bd3e12-fd47-4387-9bd3-7fa89281786d req-f6c9f6c9-95dc-460e-8f4b-7b1992d7c87a tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 950 time: 0.0501580 Aug 16 13:06:11.382813 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-22bd3e12-fd47-4387-9bd3-7fa89281786d req-d2c54c68-5526-464b-bc49-24a5a7121ac1 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303116 Aug 16 13:06:11.481320 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425033e7-a4e2-41a5-a7e1-f65fd9ab4cda req-a5b8831c-2d83-44e0-b70d-1fbc0b182938 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:11.482775 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-425033e7-a4e2-41a5-a7e1-f65fd9ab4cda req-a5b8831c-2d83-44e0-b70d-1fbc0b182938 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0472448 Aug 16 13:06:11.519706 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-425033e7-a4e2-41a5-a7e1-f65fd9ab4cda req-af44b258-8228-4308-9279-3bc13a607916 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308704 Aug 16 13:06:11.953083 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61437e6b-c061-42af-9d0a-0a59488530fa req-5bd34620-5722-4784-ad4c-86dc0d1fc2c9 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:11.954540 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-61437e6b-c061-42af-9d0a-0a59488530fa req-5bd34620-5722-4784-ad4c-86dc0d1fc2c9 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0522320 Aug 16 13:06:11.990374 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-61437e6b-c061-42af-9d0a-0a59488530fa req-58b47b90-eb79-4b00-a6f4-df4a4aa46c39 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300112 Aug 16 13:06:12.497103 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78665a6-1054-43bb-95ae-4597add21b10 req-fb6f3d8a-a1b8-4ff3-9088-cc7f5d41eef5 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:12.498595 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d78665a6-1054-43bb-95ae-4597add21b10 req-fb6f3d8a-a1b8-4ff3-9088-cc7f5d41eef5 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 950 time: 0.0474699 Aug 16 13:06:12.536421 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d78665a6-1054-43bb-95ae-4597add21b10 req-04cc87e5-b800-41e9-9e42-5ee7bcf6cece tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319910 Aug 16 13:06:12.635744 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b1d1f-8295-4367-bf54-3c76e2816f64 req-f7203c66-950d-473c-b417-48894d873ce0 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:12.637909 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-360b1d1f-8295-4367-bf54-3c76e2816f64 req-f7203c66-950d-473c-b417-48894d873ce0 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0477669 Aug 16 13:06:12.674256 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-360b1d1f-8295-4367-bf54-3c76e2816f64 req-5bc6c0d7-2cd8-4c42-b3d7-a22829d5b080 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303600 Aug 16 13:06:13.115018 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf1394-d1a0-42fa-8642-ac3a334df63c req-893ead42-7ef1-44e6-b65b-ea2672dce996 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:13.116598 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0ccf1394-d1a0-42fa-8642-ac3a334df63c req-893ead42-7ef1-44e6-b65b-ea2672dce996 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0513408 Aug 16 13:06:13.156335 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0ccf1394-d1a0-42fa-8642-ac3a334df63c req-3e2a0dcc-de34-4cc8-9d53-f64f59f16936 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333393 Aug 16 13:06:13.654113 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c79b3-ce03-4658-a628-a0dc1d8be7a8 req-73835916-9f0d-4687-ba37-cdb198e4fcf5 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:13.655595 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-345c79b3-ce03-4658-a628-a0dc1d8be7a8 req-73835916-9f0d-4687-ba37-cdb198e4fcf5 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 950 time: 0.0515237 Aug 16 13:06:13.691469 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-345c79b3-ce03-4658-a628-a0dc1d8be7a8 req-731493a8-2632-4bb8-815a-24df5971901d tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299802 Aug 16 13:06:13.788377 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b757454-8cd6-4aae-97df-e9e98dddf4ea req-7b18e908-c999-4a76-96cb-49ec9a808e27 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:13.789753 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5b757454-8cd6-4aae-97df-e9e98dddf4ea req-7b18e908-c999-4a76-96cb-49ec9a808e27 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0480626 Aug 16 13:06:13.827041 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5b757454-8cd6-4aae-97df-e9e98dddf4ea req-493440b4-105d-447b-a48e-6fe8ce1bf5e7 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314620 Aug 16 13:06:14.308692 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd5ae7-6212-4c4d-b4e9-24a1f479ca48 req-8f5e4ab4-ff05-4309-95d3-f6e094f1d083 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:14.309641 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ff00f-c4bd-4257-9b3c-fca1105c4777 req-678af629-a325-4c5f-8fc2-6cc23cf0ff95 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:14.310929 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c0dd5ae7-6212-4c4d-b4e9-24a1f479ca48 req-8f5e4ab4-ff05-4309-95d3-f6e094f1d083 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0639095 Aug 16 13:06:14.311493 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-886ff00f-c4bd-4257-9b3c-fca1105c4777 req-678af629-a325-4c5f-8fc2-6cc23cf0ff95 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0532494 Aug 16 13:06:14.351393 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c0dd5ae7-6212-4c4d-b4e9-24a1f479ca48 req-b3f055fe-d2ec-48a6-aa47-62efb0453ece tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335515 Aug 16 13:06:14.358830 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-886ff00f-c4bd-4257-9b3c-fca1105c4777 req-e7f5aeed-3252-4659-bb81-1c284eb9138e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410554 Aug 16 13:06:14.802051 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e665dda-eb43-471d-907d-86af3119ebd9 req-c213b411-5edd-4021-8be7-90c13efe66b9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:14.803544 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4e665dda-eb43-471d-907d-86af3119ebd9 req-c213b411-5edd-4021-8be7-90c13efe66b9 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 950 time: 0.0469103 Aug 16 13:06:14.842851 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4e665dda-eb43-471d-907d-86af3119ebd9 req-9b09697a-af59-475b-9f9c-c12222a20877 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330420 Aug 16 13:06:14.941140 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421db56-f466-47d9-913c-b5c1f41f8555 req-1cab40a4-e3da-4a01-bf38-3562d52fa71b tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:14.942574 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c421db56-f466-47d9-913c-b5c1f41f8555 req-1cab40a4-e3da-4a01-bf38-3562d52fa71b tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0498450 Aug 16 13:06:14.979233 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c421db56-f466-47d9-913c-b5c1f41f8555 req-d3b594e9-bbfa-4f6d-9043-7ff9a84ab3c1 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307381 Aug 16 13:06:15.481459 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bd79d-7bab-4d4a-9070-f74ee5363f88 req-7896c7f3-e0dd-48fe-98cd-486c674f855f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:15.483015 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ad4bd79d-7bab-4d4a-9070-f74ee5363f88 req-7896c7f3-e0dd-48fe-98cd-486c674f855f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0523708 Aug 16 13:06:15.485782 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0a50a-350d-4bbd-995f-3809479a233e req-cfd83d3c-6241-4db8-b17e-84abc936aaee tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:15.487259 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a1e0a50a-350d-4bbd-995f-3809479a233e req-cfd83d3c-6241-4db8-b17e-84abc936aaee tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0479686 Aug 16 13:06:15.519758 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ad4bd79d-7bab-4d4a-9070-f74ee5363f88 req-dda0864f-42c9-4912-a85d-c7524ae20726 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308471 Aug 16 13:06:15.523982 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a1e0a50a-350d-4bbd-995f-3809479a233e req-19fdc15a-3965-4998-b9ea-e3f4f210b077 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308604 Aug 16 13:06:15.953086 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908c003-faaf-4f36-9dad-d5b9019aaf06 req-c19e9ce2-0795-43db-a2b1-f34fb3113997 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:15.954565 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7908c003-faaf-4f36-9dad-d5b9019aaf06 req-c19e9ce2-0795-43db-a2b1-f34fb3113997 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 950 time: 0.0472031 Aug 16 13:06:15.991380 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7908c003-faaf-4f36-9dad-d5b9019aaf06 req-a0accace-dd75-481c-9243-7e7b62c32aa4 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309331 Aug 16 13:06:16.090940 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc382f44-8b30-41c5-b72d-e26a8fdc452c req-8f20eb7e-d1f5-47c4-bb9d-410e34ad6205 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:16.092413 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fc382f44-8b30-41c5-b72d-e26a8fdc452c req-8f20eb7e-d1f5-47c4-bb9d-410e34ad6205 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0476346 Aug 16 13:06:16.128609 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fc382f44-8b30-41c5-b72d-e26a8fdc452c req-74574690-715d-4e7a-8699-68e9dbd65228 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299067 Aug 16 13:06:16.634577 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd1589-05e0-4455-b2a2-7cdde68d838d req-62382a46-9bd0-4734-9429-a2babb1164e7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:16.636072 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-80fd1589-05e0-4455-b2a2-7cdde68d838d req-62382a46-9bd0-4734-9429-a2babb1164e7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0476410 Aug 16 13:06:16.645297 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cab5c-174c-482f-ac82-73b6e218a1d8 req-d1b7f290-5036-45d5-8192-e0d5c4726e7c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:16.646691 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-520cab5c-174c-482f-ac82-73b6e218a1d8 req-d1b7f290-5036-45d5-8192-e0d5c4726e7c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0508199 Aug 16 13:06:16.673400 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-80fd1589-05e0-4455-b2a2-7cdde68d838d req-00d11c35-b6a2-43ad-b6c8-ed7d03165e5c tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314226 Aug 16 13:06:16.684862 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-520cab5c-174c-482f-ac82-73b6e218a1d8 req-463bf74d-6207-4826-81e7-b90ec9eba034 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320008 Aug 16 13:06:17.103720 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cb543-29a1-4cb4-bf1c-363f9c7398f8 req-a6a8c875-429a-4972-814b-17220f6419a3 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:17.105771 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-da0cb543-29a1-4cb4-bf1c-363f9c7398f8 req-a6a8c875-429a-4972-814b-17220f6419a3 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 950 time: 0.0499671 Aug 16 13:06:17.141350 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-da0cb543-29a1-4cb4-bf1c-363f9c7398f8 req-3ff870f0-01af-4f94-a6c8-0020d3a55993 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/security-groups?id=30067d73-4a1f-44dd-ae8c-d067181f0bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298638 Aug 16 13:06:17.240561 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7e9db-f92a-40a8-a6a6-1014cd263d2e req-042c7ef8-e8f7-4499-b58d-4318b1f8feca tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:17.242025 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3cd7e9db-f92a-40a8-a6a6-1014cd263d2e req-042c7ef8-e8f7-4499-b58d-4318b1f8feca tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0480227 Aug 16 13:06:17.278524 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3cd7e9db-f92a-40a8-a6a6-1014cd263d2e req-f8366e48-20e6-4369-b6d2-e759a5f24022 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306644 Aug 16 13:06:17.787720 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5c827-9f07-4a6a-8d36-e5332ad9120f req-47fc0452-a62a-4bd6-b721-83b26ba5fc13 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:17.789243 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5ad5c827-9f07-4a6a-8d36-e5332ad9120f req-47fc0452-a62a-4bd6-b721-83b26ba5fc13 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0491288 Aug 16 13:06:17.799207 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424dbfc-9ea1-4a45-9435-dda530b9f087 req-798fcac2-f101-4ae3-b419-16c5aeb25f14 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:17.800710 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7424dbfc-9ea1-4a45-9435-dda530b9f087 req-798fcac2-f101-4ae3-b419-16c5aeb25f14 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0470648 Aug 16 13:06:17.828137 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5ad5c827-9f07-4a6a-8d36-e5332ad9120f req-bc4130da-f1c6-4f2f-b9ee-d03f0d9620f8 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330274 Aug 16 13:06:17.868894 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7424dbfc-9ea1-4a45-9435-dda530b9f087 req-ee2f59ee-ccaf-482a-9438-0a71da502f72 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621085 Aug 16 13:06:17.885258 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdda06-5a4d-4681-bfc1-a03b60e118ee req-da58fc9c-be43-4b5c-babf-29e965ddf6d6 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:17.887253 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-73cdda06-5a4d-4681-bfc1-a03b60e118ee req-da58fc9c-be43-4b5c-babf-29e965ddf6d6 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.61 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 950 time: 0.0674601 Aug 16 13:06:17.977075 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-73cdda06-5a4d-4681-bfc1-a03b60e118ee req-0bfbd7a8-209e-4ada-a07c-962acade2792 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Deleting port 87d6ca2a-ef65-44c3-b492-bbdc596e505d {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:17.977415 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-73cdda06-5a4d-4681-bfc1-a03b60e118ee req-0bfbd7a8-209e-4ada-a07c-962acade2792 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:18.066187 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-73cdda06-5a4d-4681-bfc1-a03b60e118ee req-0bfbd7a8-209e-4ada-a07c-962acade2792 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] For port 87d6ca2a-ef65-44c3-b492-bbdc596e505d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=87d6ca2a-ef65-44c3-b492-bbdc596e505d,segment=NetworkSegment(24ec3870-9d83-4cff-ace3-30aa86858b83),segment_id=24ec3870-9d83-4cff-ace3-30aa86858b83)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:18.066475 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-73cdda06-5a4d-4681-bfc1-a03b60e118ee req-0bfbd7a8-209e-4ada-a07c-962acade2792 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:18.077734 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-73cdda06-5a4d-4681-bfc1-a03b60e118ee req-0bfbd7a8-209e-4ada-a07c-962acade2792 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Calling delete_port for 87d6ca2a-ef65-44c3-b492-bbdc596e505d owned by compute:nova {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:18.202618 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-73cdda06-5a4d-4681-bfc1-a03b60e118ee req-0bfbd7a8-209e-4ada-a07c-962acade2792 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:18.234605 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbd7a8-209e-4ada-a07c-962acade2792 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Pushing event deleted for resources: {'Port': ['ID=87d6ca2a-ef65-44c3-b492-bbdc596e505d,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:18.235767 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-14f7f6cb-b242-4e5b-8464-a2e2d9812b5f req-6309888e-590d-49ad-9c65-03c00b6cc608 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 210 time: 0.0260885 Aug 16 13:06:18.274021 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cdda06-5a4d-4681-bfc1-a03b60e118ee req-0bfbd7a8-209e-4ada-a07c-962acade2792 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] No DVR routers for this DVR port 87d6ca2a-ef65-44c3-b492-bbdc596e505d on host hv-cinder-80469 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:06:18.276555 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-73cdda06-5a4d-4681-bfc1-a03b60e118ee req-0bfbd7a8-209e-4ada-a07c-962acade2792 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:18.278516 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-73cdda06-5a4d-4681-bfc1-a03b60e118ee req-0bfbd7a8-209e-4ada-a07c-962acade2792 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.61 "DELETE /v2.0/ports/87d6ca2a-ef65-44c3-b492-bbdc596e505d HTTP/1.1" status: 204 len: 173 time: 0.3834071 Aug 16 13:06:18.278954 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f2b954-72b8-406f-98c5-2156df331dde', 'name': 'network-vif-deleted', 'tag': '87d6ca2a-ef65-44c3-b492-bbdc596e505d'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:18.281636 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f423f6e9-e4f1-4c36-b4c2-a4b393e767ed" -d '{"events": [{"server_uuid": "24f2b954-72b8-406f-98c5-2156df331dde", "name": "network-vif-deleted", "tag": "87d6ca2a-ef65-44c3-b492-bbdc596e505d"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:18.321900 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9471d5d-418d-4da6-98c8-b75a684ede98 x-openstack-request-id: req-c9471d5d-418d-4da6-98c8-b75a684ede98 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:18.322404 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f2b954-72b8-406f-98c5-2156df331dde", "name": "network-vif-deleted", "tag": "87d6ca2a-ef65-44c3-b492-bbdc596e505d", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:18.322539 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9471d5d-418d-4da6-98c8-b75a684ede98 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:18.323025 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f2b954-72b8-406f-98c5-2156df331dde', 'name': 'network-vif-deleted', 'tag': '87d6ca2a-ef65-44c3-b492-bbdc596e505d', 'status': 'completed', 'code': 200} Aug 16 13:06:18.411484 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cedaa-bf4e-425e-8e5a-34c337387c6b req-de466252-3fb6-48a6-8164-02931942ef87 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:18.413132 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-128cedaa-bf4e-425e-8e5a-34c337387c6b req-de466252-3fb6-48a6-8164-02931942ef87 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0622241 Aug 16 13:06:18.457983 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-128cedaa-bf4e-425e-8e5a-34c337387c6b req-50128acb-a9bf-49f5-89dd-2f6d5d73cce8 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372446 Aug 16 13:06:18.944546 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e86f6-2a2e-4b9d-b7f0-e464267d05a2 req-622dd283-68c1-4bf0-9055-b3eb8ea8785f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:18.946041 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-374e86f6-2a2e-4b9d-b7f0-e464267d05a2 req-622dd283-68c1-4bf0-9055-b3eb8ea8785f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0491474 Aug 16 13:06:18.986727 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-374e86f6-2a2e-4b9d-b7f0-e464267d05a2 req-d6e133ee-271e-46cb-ab62-fdb16224a65f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337930 Aug 16 13:06:18.988393 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d51027-d903-4e24-aca0-890eca363e59 req-61720369-3ca1-4e4b-b043-b02ee2ab0a1c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:18.989873 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-67d51027-d903-4e24-aca0-890eca363e59 req-61720369-3ca1-4e4b-b043-b02ee2ab0a1c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0491023 Aug 16 13:06:19.030892 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-67d51027-d903-4e24-aca0-890eca363e59 req-dc879d85-7ccf-47c3-a7f2-e4855a207414 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324223 Aug 16 13:06:19.345533 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7879ccfc-af00-467f-9e22-dd2a85668439 req-304c1b1f-17b0-4403-b9d7-26ccd65cdf37 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 210 time: 0.0286627 Aug 16 13:06:19.570987 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d1644-82c7-4b70-af78-b82c6fbc82e2 req-b6be5adf-be9c-4710-88f5-8f6ea48ab60e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:19.572472 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-840d1644-82c7-4b70-af78-b82c6fbc82e2 req-b6be5adf-be9c-4710-88f5-8f6ea48ab60e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0472958 Aug 16 13:06:19.609124 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-840d1644-82c7-4b70-af78-b82c6fbc82e2 req-033a7738-83a7-4768-8d1e-7ca48964172e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309200 Aug 16 13:06:20.098680 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0316dd-91f5-4112-8c05-2d0d698fbec3 req-8d1b419c-3ccd-42b8-a9bb-cba7658df70d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:20.100204 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8e0316dd-91f5-4112-8c05-2d0d698fbec3 req-8d1b419c-3ccd-42b8-a9bb-cba7658df70d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0473783 Aug 16 13:06:20.138452 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8e0316dd-91f5-4112-8c05-2d0d698fbec3 req-ffeceb57-cd22-40f1-922c-163dda1b7cb5 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316284 Aug 16 13:06:20.151255 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba7349-4773-4fdd-9b1e-28c37dc92c91 req-f7ba0d6f-757d-4629-8203-0ece0650cacc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:20.153248 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f9ba7349-4773-4fdd-9b1e-28c37dc92c91 req-f7ba0d6f-757d-4629-8203-0ece0650cacc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0517271 Aug 16 13:06:20.190065 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f9ba7349-4773-4fdd-9b1e-28c37dc92c91 req-53b2a704-0dc4-4307-8725-f9fe1f80ad69 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309484 Aug 16 13:06:20.445408 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ca8c2f8a-5c8a-4041-9182-7cdff2b0c145 req-d013bdaf-0d65-46a7-a1e3-5e8339baa8de tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 210 time: 0.0248604 Aug 16 13:06:20.722493 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09052f-547c-43b0-b13c-b42f3745a134 req-59eaf218-d995-4c6c-a73f-ffb11450e5c0 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:20.723960 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1c09052f-547c-43b0-b13c-b42f3745a134 req-59eaf218-d995-4c6c-a73f-ffb11450e5c0 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0477092 Aug 16 13:06:20.762891 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1c09052f-547c-43b0-b13c-b42f3745a134 req-0fe4c08a-2fd7-41b9-b12e-06da3fdc2abf tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332918 Aug 16 13:06:20.927105 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 87d6ca2a-ef65-44c3-b492-bbdc596e505d no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:20.946524 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: 87d6ca2a-ef65-44c3-b492-bbdc596e505d {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:20.946868 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 87d6ca2a-ef65-44c3-b492-bbdc596e505d not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:21.252151 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7eb34-14b5-478b-ae24-10e21ae4effd req-73074db3-9359-45b9-bf5b-91a8705bf387 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:21.253638 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fba7eb34-14b5-478b-ae24-10e21ae4effd req-73074db3-9359-45b9-bf5b-91a8705bf387 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0480781 Aug 16 13:06:21.291106 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fba7eb34-14b5-478b-ae24-10e21ae4effd req-242982de-9679-453e-82e7-4cb90464dd2a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316281 Aug 16 13:06:21.304850 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bd7ac-f29d-4d6d-84ba-864d25bd8472 req-f25da3ed-e87b-41c8-8aa6-a53aabd898b0 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:21.306321 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1d5bd7ac-f29d-4d6d-84ba-864d25bd8472 req-f25da3ed-e87b-41c8-8aa6-a53aabd898b0 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0471892 Aug 16 13:06:21.343093 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1d5bd7ac-f29d-4d6d-84ba-864d25bd8472 req-690e2379-a548-4d81-963c-3fc75258437d tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303876 Aug 16 13:06:21.549277 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-052d850a-8634-47ed-badf-c9afb84ca246 req-d555b8c0-f4f1-400f-81a0-74a98fd32f25 tempest-VolumesNegativeTest-1109467182 tempest-VolumesNegativeTest-1109467182-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f2b954-72b8-406f-98c5-2156df331dde HTTP/1.1" status: 200 len: 210 time: 0.0287731 Aug 16 13:06:21.882167 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916e23f-79a8-4ece-aef3-f4f597064d48 req-3f752d2e-58c2-4ab6-a4d6-dbba1e9ae2da tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:21.883644 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c916e23f-79a8-4ece-aef3-f4f597064d48 req-3f752d2e-58c2-4ab6-a4d6-dbba1e9ae2da tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0513990 Aug 16 13:06:21.922098 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c916e23f-79a8-4ece-aef3-f4f597064d48 req-a62c65b3-cce1-404c-972b-51fd5fa40dc4 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321748 Aug 16 13:06:22.013777 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:22.226619 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbcefc-fc73-43b3-9db3-86161a02044e req-215cd2cf-d152-44b2-bc71-df181923386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:22.228440 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-39fbcefc-fc73-43b3-9db3-86161a02044e req-215cd2cf-d152-44b2-bc71-df181923386b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 1099 time: 0.0383687 Aug 16 13:06:22.272530 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-39fbcefc-fc73-43b3-9db3-86161a02044e req-eda15a19-43d9-4e2a-a9ab-4add6b750fff service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265357 Aug 16 13:06:22.404822 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f19ee-2a1b-4705-a6fb-20831b88bd16 req-4ad184f1-5759-4402-a31a-c67719bd0b81 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:22.406289 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ad7f19ee-2a1b-4705-a6fb-20831b88bd16 req-4ad184f1-5759-4402-a31a-c67719bd0b81 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0486352 Aug 16 13:06:22.445354 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ad7f19ee-2a1b-4705-a6fb-20831b88bd16 req-f1baac27-d8cf-4a3d-ad03-6b5133a6c612 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328186 Aug 16 13:06:22.466017 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95b6cc-d481-4a83-9f2d-2476d4d7993e req-c8d618e4-d001-4935-971c-e755b0debcca tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:22.466017 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0b95b6cc-d481-4a83-9f2d-2476d4d7993e req-c8d618e4-d001-4935-971c-e755b0debcca tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0498779 Aug 16 13:06:22.499897 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0b95b6cc-d481-4a83-9f2d-2476d4d7993e req-b2224eee-5059-4846-a870-83d56060ea24 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305843 Aug 16 13:06:23.080775 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef3239-02c2-411a-abcf-ed585eef5adb req-81645882-58ec-4810-b001-9c5c78ef8740 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:23.093240 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-90ef3239-02c2-411a-abcf-ed585eef5adb req-81645882-58ec-4810-b001-9c5c78ef8740 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0826132 Aug 16 13:06:23.146061 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-90ef3239-02c2-411a-abcf-ed585eef5adb req-69d62ecb-6395-4820-82f4-76416acdf95d tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517445 Aug 16 13:06:23.564833 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141bce2-5d01-46f4-8f79-1de383bfdc1b req-1004f420-3cf3-4a7b-aa79-f58613bd1bce tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:23.566222 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9141bce2-5d01-46f4-8f79-1de383bfdc1b req-1004f420-3cf3-4a7b-aa79-f58613bd1bce tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0500524 Aug 16 13:06:23.614310 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9141bce2-5d01-46f4-8f79-1de383bfdc1b req-fd41fb8b-c3f0-47d7-bd0b-712443c6652d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422697 Aug 16 13:06:23.644669 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a45a4-bb26-4959-bc91-fd904c5762d6 req-e80af211-57d7-4aeb-bdb0-139a2089d8ce tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:23.646384 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a97a45a4-bb26-4959-bc91-fd904c5762d6 req-e80af211-57d7-4aeb-bdb0-139a2089d8ce tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0684595 Aug 16 13:06:23.691536 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a97a45a4-bb26-4959-bc91-fd904c5762d6 req-a1b2c4d8-ba43-4f55-8cad-05cdacb5ab99 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381672 Aug 16 13:06:24.268069 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598b53c-a972-4026-94bd-55ae4dd9dfb0 req-e438b5b1-fee9-4744-b10f-92b779bfc014 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:24.269719 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9598b53c-a972-4026-94bd-55ae4dd9dfb0 req-e438b5b1-fee9-4744-b10f-92b779bfc014 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0538492 Aug 16 13:06:24.326963 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9598b53c-a972-4026-94bd-55ae4dd9dfb0 req-2307d7a7-0e8e-42e7-ba63-799a1353be78 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502748 Aug 16 13:06:24.597535 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ffc7d-c331-4127-8e29-ed8152940b82 req-8bd2646d-d891-4388-bed5-374f042c1dd6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:24.599300 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-901ffc7d-c331-4127-8e29-ed8152940b82 req-8bd2646d-d891-4388-bed5-374f042c1dd6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0532186 Aug 16 13:06:24.663123 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44605460-628f-4065-b592-3418c9d659c1 req-36b261db-7fa4-43bf-b21c-5a1f3bc51560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:24.664667 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-44605460-628f-4065-b592-3418c9d659c1 req-36b261db-7fa4-43bf-b21c-5a1f3bc51560 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e85023036604c99b3ecbf1a7ae8ae4d&device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 1099 time: 0.0644813 Aug 16 13:06:24.668588 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-901ffc7d-c331-4127-8e29-ed8152940b82 req-4a2d9672-59dd-4527-b5fd-4f913836608f tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590336 Aug 16 13:06:24.750218 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8dada-3778-47f0-b4d0-918985cf0831 req-0d2df7ce-a184-4ee3-b71f-5676df0a9e5d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:24.757424 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-dec8dada-3778-47f0-b4d0-918985cf0831 req-0d2df7ce-a184-4ee3-b71f-5676df0a9e5d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0591576 Aug 16 13:06:24.803562 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-dec8dada-3778-47f0-b4d0-918985cf0831 req-590bf0b5-f06b-409a-83a4-603ada098c5e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449889 Aug 16 13:06:24.838530 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44605460-628f-4065-b592-3418c9d659c1 req-bc5306a6-aa37-48e5-818f-d1e6c885f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:24.841917 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-44605460-628f-4065-b592-3418c9d659c1 req-bc5306a6-aa37-48e5-818f-d1e6c885f8b6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6191893-b7d5-474d-8040-4bf12149b722 HTTP/1.1" status: 200 len: 919 time: 0.1554501 Aug 16 13:06:24.856187 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47600fda-4275-4b1b-b64c-103aa5ffccec req-eb422725-db4c-40e2-aae5-f6a100d086e5 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:24.857252 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-47600fda-4275-4b1b-b64c-103aa5ffccec req-eb422725-db4c-40e2-aae5-f6a100d086e5 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0885308 Aug 16 13:06:24.913120 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-44605460-628f-4065-b592-3418c9d659c1 req-4c0eb8b1-13b1-4b54-ba9b-cceab39d7fbc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d19cf8df-cce0-49a3-bdaa-5a89fd08b59e HTTP/1.1" status: 200 len: 217 time: 0.0477216 Aug 16 13:06:24.958013 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-47600fda-4275-4b1b-b64c-103aa5ffccec req-7374aadf-a38a-46f3-84f0-df72d96cb79f tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942183 Aug 16 13:06:24.974607 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44605460-628f-4065-b592-3418c9d659c1 req-bde221b4-baee-4cae-8f1a-c1d582d803db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:24.976120 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-44605460-628f-4065-b592-3418c9d659c1 req-bde221b4-baee-4cae-8f1a-c1d582d803db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a34715e-16db-490b-b147-81ef16ffb5fd HTTP/1.1" status: 200 len: 858 time: 0.0519800 Aug 16 13:06:25.016395 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-44605460-628f-4065-b592-3418c9d659c1 req-bbc405a1-6d6c-44b3-94fc-f436d5e35440 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6191893-b7d5-474d-8040-4bf12149b722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316024 Aug 16 13:06:25.115566 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-44605460-628f-4065-b592-3418c9d659c1 req-be1e37d1-389f-4f0b-99cd-c510e69ccd58 service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899131 Aug 16 13:06:25.221995 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-44605460-628f-4065-b592-3418c9d659c1 req-7811152e-8f4b-40f2-952d-84f414455d2f service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907280 Aug 16 13:06:25.478749 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 41916) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:25.601786 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8bd09276-8efe-4b6d-ac9e-f19d195740af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.697045 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8bd09276-8efe-4b6d-ac9e-f19d195740af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.701273 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8bd09276-8efe-4b6d-ac9e-f19d195740af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.740539 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-8bd09276-8efe-4b6d-ac9e-f19d195740af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42fefb959a3f45f7bb0b45f264019d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604249 Aug 16 13:06:25.741651 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd09276-8efe-4b6d-ac9e-f19d195740af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337eff4d-a8b0-4c9a-a852-84b6e0c4303b,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:25.743214 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 41930) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:25.795959 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-66d1ad6e-64b6-4401-8fca-2ea1726bd102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.804527 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935befc-14bb-4d3c-968c-6867ee8539ee req-42892a0f-89a2-4773-bf7b-9a822d97175a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:25.806095 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2935befc-14bb-4d3c-968c-6867ee8539ee req-42892a0f-89a2-4773-bf7b-9a822d97175a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0540097 Aug 16 13:06:25.821167 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-66d1ad6e-64b6-4401-8fca-2ea1726bd102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.868343 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2935befc-14bb-4d3c-968c-6867ee8539ee req-194db909-94d0-4f1e-9212-31ae7e744e89 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536764 Aug 16 13:06:25.889749 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-66d1ad6e-64b6-4401-8fca-2ea1726bd102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.892838 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-66d1ad6e-64b6-4401-8fca-2ea1726bd102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:25.894075 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-66d1ad6e-64b6-4401-8fca-2ea1726bd102 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/337eff4d-a8b0-4c9a-a852-84b6e0c4303b HTTP/1.1" status: 204 len: 168 time: 0.1491327 Aug 16 13:06:25.918766 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1ad6e-64b6-4401-8fca-2ea1726bd102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337eff4d-a8b0-4c9a-a852-84b6e0c4303b,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:25.949198 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a5447-d446-45ec-b2b3-db9c64b016bd req-879a4702-93e0-4f16-8c88-092e105b5e4f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:25.950816 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-536a5447-d446-45ec-b2b3-db9c64b016bd req-879a4702-93e0-4f16-8c88-092e105b5e4f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0713866 Aug 16 13:06:26.003138 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-536a5447-d446-45ec-b2b3-db9c64b016bd req-7ad8dacd-5394-4e63-b23b-133f65471e70 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418401 Aug 16 13:06:26.080336 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6a5b5-94ab-4bd7-8e6d-4d4b541c1cfa req-125fa086-486b-4782-a510-2f9b64ca29b2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:26.081809 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-20f6a5b5-94ab-4bd7-8e6d-4d4b541c1cfa req-125fa086-486b-4782-a510-2f9b64ca29b2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0488477 Aug 16 13:06:26.122206 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-20f6a5b5-94ab-4bd7-8e6d-4d4b541c1cfa req-71bfa78e-b65d-430b-9c5a-846588d31c50 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340421 Aug 16 13:06:26.563726 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 41966) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:26.664933 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-d99b5e9c-5fa5-4226-abe3-73221cb2e215 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-393937118-network', 'tenant_id': 'c08a67aa83e8458891bb4afb0a3e2ab6'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:26.694205 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99b5e9c-5fa5-4226-abe3-73221cb2e215 admin admin] Made reservation on behalf of c08a67aa83e8458891bb4afb0a3e2ab6 for: {'network': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:26.696536 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d99b5e9c-5fa5-4226-abe3-73221cb2e215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:26.708588 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d99b5e9c-5fa5-4226-abe3-73221cb2e215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:26.802588 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d99b5e9c-5fa5-4226-abe3-73221cb2e215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:26.804650 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 41980) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:26.812125 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d99b5e9c-5fa5-4226-abe3-73221cb2e215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:26.845446 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99b5e9c-5fa5-4226-abe3-73221cb2e215 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=94053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:06:26.852186 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b5e9c-5fa5-4226-abe3-73221cb2e215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ae1f92-ac76-435e-a5d0-01e4c321bd5b,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:26.861891 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d99b5e9c-5fa5-4226-abe3-73221cb2e215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:26.862336 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.db.segments_db [None req-d99b5e9c-5fa5-4226-abe3-73221cb2e215 admin admin] Added segment 86772de0-11ac-4077-8062-800aa5bfe34c of type vlan for network 8177ef0d-c0d5-4c1e-8787-e1ec81252096 Aug 16 13:06:26.920959 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d99b5e9c-5fa5-4226-abe3-73221cb2e215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:26.996283 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d99b5e9c-5fa5-4226-abe3-73221cb2e215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:26.997341 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99b5e9c-5fa5-4226-abe3-73221cb2e215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:26.997917 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d99b5e9c-5fa5-4226-abe3-73221cb2e215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:27.010418 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-e906dd0b-fec1-45a6-88d1-e151343c8d70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81844447fd68492496962e64f5da6505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044587 Aug 16 13:06:27.013633 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 41986) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:27.072446 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4ed1c-ad7d-44d8-92c6-40b6d8e115c3 req-c4ba74ce-78bc-434d-aa08-ab19aed03359 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:27.074052 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-aff4ed1c-ad7d-44d8-92c6-40b6d8e115c3 req-c4ba74ce-78bc-434d-aa08-ab19aed03359 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.1341505 Aug 16 13:06:27.081822 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-d99b5e9c-5fa5-4226-abe3-73221cb2e215 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5168786 Aug 16 13:06:27.085148 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 41990) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:27.093454 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-8bac76ea-7648-4d6b-b4a7-f0d7dc6b6543 admin admin] Request body: {'subnet': {'network_id': '8177ef0d-c0d5-4c1e-8787-e1ec81252096', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-393937118-subnet', 'tenant_id': 'c08a67aa83e8458891bb4afb0a3e2ab6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:27.102542 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b5e9c-5fa5-4226-abe3-73221cb2e215 admin admin] Pushing event updated for resources: {'Network': ['ID=8177ef0d-c0d5-4c1e-8787-e1ec81252096,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:27.104954 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-59d854d8-4ed2-4eef-b030-4cff38bced23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:27.114499 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network 8177ef0d-c0d5-4c1e-8787-e1ec81252096 details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:06:27.134768 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-59d854d8-4ed2-4eef-b030-4cff38bced23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:27.147180 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d855252-78f6-43b1-98f1-66ac0ad23963 req-f8183a83-8f68-4383-9fef-4d4e07e7a0dd tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:27.148795 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8d855252-78f6-43b1-98f1-66ac0ad23963 req-f8183a83-8f68-4383-9fef-4d4e07e7a0dd tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0818808 Aug 16 13:06:27.151256 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bac76ea-7648-4d6b-b4a7-f0d7dc6b6543 admin admin] Made reservation on behalf of c08a67aa83e8458891bb4afb0a3e2ab6 for: {'subnet': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:27.163251 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8bac76ea-7648-4d6b-b4a7-f0d7dc6b6543 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13324453'] for subnet, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:27.208693 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-aff4ed1c-ad7d-44d8-92c6-40b6d8e115c3 req-4063ff91-342e-4453-b63d-db44404c2674 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242285 Aug 16 13:06:27.216031 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8d855252-78f6-43b1-98f1-66ac0ad23963 req-11920108-3875-4ccb-ae7c-cc9e454b93c7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579972 Aug 16 13:06:27.247291 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-59d854d8-4ed2-4eef-b030-4cff38bced23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:27.251532 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-59d854d8-4ed2-4eef-b030-4cff38bced23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:27.253485 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-59d854d8-4ed2-4eef-b030-4cff38bced23 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30067d73-4a1f-44dd-ae8c-d067181f0bd3 HTTP/1.1" status: 204 len: 168 time: 0.2388835 Aug 16 13:06:27.264740 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d854d8-4ed2-4eef-b030-4cff38bced23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30067d73-4a1f-44dd-ae8c-d067181f0bd3,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:27.405040 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8709a3-bd13-4f54-8c57-a61e9c659c67 req-3183b484-f743-478b-92ef-150d1aa65c5c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:27.406686 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ef8709a3-bd13-4f54-8c57-a61e9c659c67 req-3183b484-f743-478b-92ef-150d1aa65c5c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0978479 Aug 16 13:06:27.412744 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8bac76ea-7648-4d6b-b4a7-f0d7dc6b6543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14435652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13324491'] for subnet, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:27.722112 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac76ea-7648-4d6b-b4a7-f0d7dc6b6543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d61e14-47a9-4091-87fa-ee6632dd374b,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:27.734367 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ef8709a3-bd13-4f54-8c57-a61e9c659c67 req-a56ddae3-c464-48f8-ab13-c7046d6a37fd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190768 Aug 16 13:06:27.745456 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bac76ea-7648-4d6b-b4a7-f0d7dc6b6543 admin admin] Checking segment: {'id': '86772de0-11ac-4077-8062-800aa5bfe34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8177ef0d-c0d5-4c1e-8787-e1ec81252096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:27.745810 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bac76ea-7648-4d6b-b4a7-f0d7dc6b6543 admin admin] Network hostable DHCP agents. Network: 8177ef0d-c0d5-4c1e-8787-e1ec81252096, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:06:27.762789 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bac76ea-7648-4d6b-b4a7-f0d7dc6b6543 admin admin] Network 8177ef0d-c0d5-4c1e-8787-e1ec81252096 is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:06:27.771431 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-8bac76ea-7648-4d6b-b4a7-f0d7dc6b6543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, 8177ef0d-c0d5-4c1e-8787-e1ec81252096) {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:27.776875 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bac76ea-7648-4d6b-b4a7-f0d7dc6b6543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:27.777466 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8bac76ea-7648-4d6b-b4a7-f0d7dc6b6543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:27.781883 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15acfae-8b55-4d1c-8b5d-39ff87805136 None None] Network 8177ef0d-c0d5-4c1e-8787-e1ec81252096 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:27.796212 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-8bac76ea-7648-4d6b-b4a7-f0d7dc6b6543 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7047246 Aug 16 13:06:27.863782 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485b3fb-84f0-4d64-ae9c-492b26564d43 req-dc5fdf25-e074-46a1-af30-f0252017a3fe tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:27.866013 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-3485b3fb-84f0-4d64-ae9c-492b26564d43 req-dc5fdf25-e074-46a1-af30-f0252017a3fe tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 946 time: 0.0578105 Aug 16 13:06:27.916861 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce610b7-5c3b-4374-91f7-0e5cde19dfcf None None] Network 8177ef0d-c0d5-4c1e-8787-e1ec81252096 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:06:27.917533 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-3485b3fb-84f0-4d64-ae9c-492b26564d43 req-aaca67b2-b41a-4a98-b321-147e7fe8af90 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455556 Aug 16 13:06:28.123579 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 42014) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:28.287724 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5200-8ec7-4cd6-82dc-773051fa3381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.334285 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5f90c-03fa-4d77-ab3d-ff14764d3ec0 req-c558658f-3ae2-41ba-9fce-f07f04f5d16a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:28.343044 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a9e5f90c-03fa-4d77-ab3d-ff14764d3ec0 req-c558658f-3ae2-41ba-9fce-f07f04f5d16a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0595934 Aug 16 13:06:28.381792 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a9e5f90c-03fa-4d77-ab3d-ff14764d3ec0 req-69925884-26d1-4a24-8d40-3014bc5043ff tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377166 Aug 16 13:06:28.393600 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789f112-42f0-45dd-9eea-d3f7be9ad8c1 req-ad73ac01-ba2e-420e-98bd-30923afa2f68 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:28.395160 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c789f112-42f0-45dd-9eea-d3f7be9ad8c1 req-ad73ac01-ba2e-420e-98bd-30923afa2f68 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0815034 Aug 16 13:06:28.665960 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c789f112-42f0-45dd-9eea-d3f7be9ad8c1 req-ae01d5f6-7e99-4f68-8a04-1e5d5c937223 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545395 Aug 16 13:06:28.708904 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5200-8ec7-4cd6-82dc-773051fa3381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.712869 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5200-8ec7-4cd6-82dc-773051fa3381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.751891 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-aa7e5200-8ec7-4cd6-82dc-773051fa3381 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58dd7790708d47b3b8dfb2fe0cd7ef28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6270616 Aug 16 13:06:28.752669 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e5200-8ec7-4cd6-82dc-773051fa3381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076899eb-9561-467e-9b0b-1af325b9f47c,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:28.754454 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 42032) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:28.805903 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b233dd71-efeb-41bf-97d2-a1485c5c0563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.850538 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b233dd71-efeb-41bf-97d2-a1485c5c0563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.890552 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3b229-0729-4338-ab9c-6adfa513ff29 req-fb130d99-2a3a-41a5-acca-401e8245223b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:28.892041 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-59b3b229-0729-4338-ab9c-6adfa513ff29 req-fb130d99-2a3a-41a5-acca-401e8245223b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0835471 Aug 16 13:06:28.929723 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b233dd71-efeb-41bf-97d2-a1485c5c0563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.932244 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b233dd71-efeb-41bf-97d2-a1485c5c0563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:28.933904 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-b233dd71-efeb-41bf-97d2-a1485c5c0563 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/076899eb-9561-467e-9b0b-1af325b9f47c HTTP/1.1" status: 204 len: 168 time: 0.1783335 Aug 16 13:06:28.937197 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-59b3b229-0729-4338-ab9c-6adfa513ff29 req-22c2c547-9276-4341-81a4-7b54c0cd77ec tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390186 Aug 16 13:06:28.944819 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233dd71-efeb-41bf-97d2-a1485c5c0563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076899eb-9561-467e-9b0b-1af325b9f47c,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:29.035267 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682a752-450d-4bcd-8b47-a060774b46e3 req-4ffac1eb-f58e-4df3-a9cf-34ea339d08aa tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:29.036892 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b682a752-450d-4bcd-8b47-a060774b46e3 req-4ffac1eb-f58e-4df3-a9cf-34ea339d08aa tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 946 time: 0.0486379 Aug 16 13:06:29.078309 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b682a752-450d-4bcd-8b47-a060774b46e3 req-67ca6b59-b3b1-4976-95dd-fa9376538848 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354903 Aug 16 13:06:29.667470 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-785c0f99-4007-4bd3-b1aa-042f7200d0be tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:29.668815 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-785c0f99-4007-4bd3-b1aa-042f7200d0be tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/networks?id=8177ef0d-c0d5-4c1e-8787-e1ec81252096 HTTP/1.1" status: 200 len: 813 time: 0.0980558 Aug 16 13:06:29.683291 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-a271b0fa-a3ef-4459-9405-5507e55832b3 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/quotas/c08a67aa83e8458891bb4afb0a3e2ab6 HTTP/1.1" status: 200 len: 375 time: 0.0089769 Aug 16 13:06:29.716397 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-0db38700-526c-45dd-9731-fd851f393ed0 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c08a67aa83e8458891bb4afb0a3e2ab6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279410 Aug 16 13:06:29.812050 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-ceb64565-aa3d-4632-af8d-ec2c5a609d40 service neutron] 10.222.0.20 "GET /v2.0/networks/8177ef0d-c0d5-4c1e-8787-e1ec81252096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831928 Aug 16 13:06:29.812862 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d023d-c03e-4b6d-ba46-0ce8a61b17e2 req-689c9d3b-dd2d-4721-b4c6-5347a5e15ccb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:29.814347 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f67d023d-c03e-4b6d-ba46-0ce8a61b17e2 req-689c9d3b-dd2d-4721-b4c6-5347a5e15ccb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0502758 Aug 16 13:06:29.854783 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f67d023d-c03e-4b6d-ba46-0ce8a61b17e2 req-3dd2b7d1-8984-45bf-b53b-5e095df476b6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340571 Aug 16 13:06:29.867334 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-ccfabc4f-4ba1-4471-b951-a03d977baa7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:29.914774 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-60decc81-d59b-4296-b086-2e23021f76e0 service neutron] 10.222.0.20 "GET /v2.0/networks/8177ef0d-c0d5-4c1e-8787-e1ec81252096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964644 Aug 16 13:06:29.962056 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df28dd4-d596-40a5-954a-b72dcd12b05d req-ac34afe2-cabf-4578-8364-546029d92063 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:29.964081 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9df28dd4-d596-40a5-954a-b72dcd12b05d req-ac34afe2-cabf-4578-8364-546029d92063 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0503707 Aug 16 13:06:30.002418 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9df28dd4-d596-40a5-954a-b72dcd12b05d req-8e126c93-82d8-4b8d-9b69-acdfa3c401f5 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320809 Aug 16 13:06:30.027914 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 77349e1a-1417-48d6-9a12-c26fd43bd611 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:06:30.122350 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418ce94-af1f-484f-93e2-09e45e6d8f38 req-f739f325-d432-4509-9f1b-110cc7224da2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:30.131494 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b418ce94-af1f-484f-93e2-09e45e6d8f38 req-f739f325-d432-4509-9f1b-110cc7224da2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0640552 Aug 16 13:06:30.148903 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 77349e1a-1417-48d6-9a12-c26fd43bd611, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=77349e1a-1417-48d6-9a12-c26fd43bd611,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:30.165588 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': '77349e1a-1417-48d6-9a12-c26fd43bd611', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'port_id': '77349e1a-1417-48d6-9a12-c26fd43bd611', 'mac_address': 'fa:16:3e:3b:45:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:06:30.174535 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b418ce94-af1f-484f-93e2-09e45e6d8f38 req-1037001d-a0bf-4939-bd67-1373b7d1cd36 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417838 Aug 16 13:06:30.208464 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:30.224267 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77349e1a-1417-48d6-9a12-c26fd43bd611 {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:06:30.246996 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 77349e1a-1417-48d6-9a12-c26fd43bd611, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=77349e1a-1417-48d6-9a12-c26fd43bd611,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:30.252602 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:30.267940 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-02059444-4804-4528-a1e5-2174729245e4 req-5a21624f-a66c-4135-8285-0b170f03f90d tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=926241f3-a806-4a5a-984f-f5cd0b5b4bd6 HTTP/1.1" status: 200 len: 210 time: 0.0430918 Aug 16 13:06:30.328240 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=77349e1a-1417-48d6-9a12-c26fd43bd611,revision_number=6']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:30.335960 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:30.336303 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:30.336804 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:30.337287 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:30.337772 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:30.338260 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:30.339519 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:30.340000 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:30.340510 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:30.341025 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:30.341495 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:30.341977 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:30.408630 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cae38f-6a9d-4002-bd28-b3d4fab016ee req-271ec018-f405-43f7-83ea-e33722190216 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:30.410162 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e1cae38f-6a9d-4002-bd28-b3d4fab016ee req-271ec018-f405-43f7-83ea-e33722190216 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 946 time: 0.0596039 Aug 16 13:06:30.463988 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e1cae38f-6a9d-4002-bd28-b3d4fab016ee req-b3dcfeb8-e039-46c0-acc2-2b3adce542ed tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450220 Aug 16 13:06:30.483945 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['77349e1a-1417-48d6-9a12-c26fd43bd611'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:06:30.690630 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284eaa8-14ff-49fe-8d86-d43c6049dfd0 req-b61163b5-effd-4732-b845-effe6c343a14 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:30.692006 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d284eaa8-14ff-49fe-8d86-d43c6049dfd0 req-b61163b5-effd-4732-b845-effe6c343a14 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.61 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 946 time: 0.0477679 Aug 16 13:06:30.795889 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-d284eaa8-14ff-49fe-8d86-d43c6049dfd0 req-e345e71a-5dcd-4ad6-900f-3a042a257e35 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Deleting port 9dfd8e60-4d3e-4d56-8545-62ce7872380d {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:30.796229 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-d284eaa8-14ff-49fe-8d86-d43c6049dfd0 req-e345e71a-5dcd-4ad6-900f-3a042a257e35 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:30.888737 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-d284eaa8-14ff-49fe-8d86-d43c6049dfd0 req-e345e71a-5dcd-4ad6-900f-3a042a257e35 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] For port 9dfd8e60-4d3e-4d56-8545-62ce7872380d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=9dfd8e60-4d3e-4d56-8545-62ce7872380d,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:30.889294 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-d284eaa8-14ff-49fe-8d86-d43c6049dfd0 req-e345e71a-5dcd-4ad6-900f-3a042a257e35 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:30.901939 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-d284eaa8-14ff-49fe-8d86-d43c6049dfd0 req-e345e71a-5dcd-4ad6-900f-3a042a257e35 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Calling delete_port for 9dfd8e60-4d3e-4d56-8545-62ce7872380d owned by compute:nova {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:31.015546 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdfc4e-0b5a-4ef4-8103-be7eeaf2ab9c req-89bf5487-0cf2-4e28-bd6b-6d367347f997 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:31.016865 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-43bdfc4e-0b5a-4ef4-8103-be7eeaf2ab9c req-89bf5487-0cf2-4e28-bd6b-6d367347f997 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0750134 Aug 16 13:06:31.091856 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-43bdfc4e-0b5a-4ef4-8103-be7eeaf2ab9c req-4e10a965-997b-4a1f-82d2-34f476211da0 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663345 Aug 16 13:06:31.096598 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-d284eaa8-14ff-49fe-8d86-d43c6049dfd0 req-e345e71a-5dcd-4ad6-900f-3a042a257e35 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:31.126618 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345e71a-5dcd-4ad6-900f-3a042a257e35 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Pushing event deleted for resources: {'Port': ['ID=9dfd8e60-4d3e-4d56-8545-62ce7872380d,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:31.142974 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['00361403-e865-4135-b1f4-98564508c3fd', 'c9d56695-ae13-463d-9735-714db92c350a', '9782d1ee-b326-4d2f-b0bf-446914797d12', '9dfd8e60-4d3e-4d56-8545-62ce7872380d'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:06:31.170882 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-d284eaa8-14ff-49fe-8d86-d43c6049dfd0 req-e345e71a-5dcd-4ad6-900f-3a042a257e35 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] No DVR routers for this DVR port 9dfd8e60-4d3e-4d56-8545-62ce7872380d on host hv-cinder-80469 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:06:31.174144 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-d284eaa8-14ff-49fe-8d86-d43c6049dfd0 req-e345e71a-5dcd-4ad6-900f-3a042a257e35 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:31.176224 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d284eaa8-14ff-49fe-8d86-d43c6049dfd0 req-e345e71a-5dcd-4ad6-900f-3a042a257e35 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.61 "DELETE /v2.0/ports/9dfd8e60-4d3e-4d56-8545-62ce7872380d HTTP/1.1" status: 204 len: 173 time: 0.4671552 Aug 16 13:06:31.176665 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a03b91-a07f-4252-8536-81403531c5fc', 'name': 'network-vif-deleted', 'tag': '9dfd8e60-4d3e-4d56-8545-62ce7872380d'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:31.179137 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c9b0ad-c07b-4a4c-ae3c-b5671a3d660d" -d '{"events": [{"server_uuid": "69a03b91-a07f-4252-8536-81403531c5fc", "name": "network-vif-deleted", "tag": "9dfd8e60-4d3e-4d56-8545-62ce7872380d"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:31.222596 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5036a6-f542-43f7-a00c-6e4b41d2c0f2 x-openstack-request-id: req-4e5036a6-f542-43f7-a00c-6e4b41d2c0f2 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:31.222889 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a03b91-a07f-4252-8536-81403531c5fc", "name": "network-vif-deleted", "tag": "9dfd8e60-4d3e-4d56-8545-62ce7872380d", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:31.223146 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e5036a6-f542-43f7-a00c-6e4b41d2c0f2 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:31.223620 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a03b91-a07f-4252-8536-81403531c5fc', 'name': 'network-vif-deleted', 'tag': '9dfd8e60-4d3e-4d56-8545-62ce7872380d', 'status': 'completed', 'code': 200} Aug 16 13:06:31.329301 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382d75a-25ee-4d28-8697-9751be9eabcf req-51d191fd-8594-46b7-8dea-65f1eeb73483 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:31.331331 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0382d75a-25ee-4d28-8697-9751be9eabcf req-51d191fd-8594-46b7-8dea-65f1eeb73483 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 944 time: 0.0715508 Aug 16 13:06:31.382478 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0382d75a-25ee-4d28-8697-9751be9eabcf req-20e8175a-8992-4e91-9d0b-b833b5e5d1c3 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445940 Aug 16 13:06:31.383199 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-34d1a7d2-f59a-40c2-913b-1f204ef1ffdd req-ac941bcf-ed43-4c44-bb5c-266035df35d0 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=926241f3-a806-4a5a-984f-f5cd0b5b4bd6 HTTP/1.1" status: 200 len: 210 time: 0.0374851 Aug 16 13:06:31.532531 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-4ff30de1-e59e-407a-bdd1-c9a6d973047f tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:31.534640 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-4ff30de1-e59e-407a-bdd1-c9a6d973047f tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.61 "GET /v2.0/networks?id=8177ef0d-c0d5-4c1e-8787-e1ec81252096 HTTP/1.1" status: 200 len: 813 time: 0.1369345 Aug 16 13:06:31.582674 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-c192b5f8-1646-4fa5-b9c0-4783b0a8886b tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Request body: {'port': {'device_id': '926241f3-a806-4a5a-984f-f5cd0b5b4bd6', 'network_id': '8177ef0d-c0d5-4c1e-8787-e1ec81252096', 'admin_state_up': True, 'tenant_id': 'c08a67aa83e8458891bb4afb0a3e2ab6'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:31.587844 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7794e2aa-3724-48cf-ae37-01d468c48446 req-bd93eea0-484a-4034-999c-c48f7c25ca63 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a03b91-a07f-4252-8536-81403531c5fc HTTP/1.1" status: 200 len: 210 time: 0.0268335 Aug 16 13:06:31.687965 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-c192b5f8-1646-4fa5-b9c0-4783b0a8886b tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Made reservation on behalf of c08a67aa83e8458891bb4afb0a3e2ab6 for: {'port': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:06:31.691276 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-c192b5f8-1646-4fa5-b9c0-4783b0a8886b tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:31.825122 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-c192b5f8-1646-4fa5-b9c0-4783b0a8886b tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Allocated IP 172.20.0.8 (8177ef0d-c0d5-4c1e-8787-e1ec81252096/48d61e14-47a9-4091-87fa-ee6632dd374b/ad4ad300-13f4-4eac-935a-c792621ded1e) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:06:31.969392 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-c192b5f8-1646-4fa5-b9c0-4783b0a8886b tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.009049 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-c192b5f8-1646-4fa5-b9c0-4783b0a8886b tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.054769 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-c192b5f8-1646-4fa5-b9c0-4783b0a8886b tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Network 8177ef0d-c0d5-4c1e-8787-e1ec81252096 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:06:32.058436 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-c192b5f8-1646-4fa5-b9c0-4783b0a8886b tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:06:32.062178 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-c192b5f8-1646-4fa5-b9c0-4783b0a8886b tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:06:32.087116 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192b5f8-1646-4fa5-b9c0-4783b0a8886b tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Pushing event updated for resources: {'Port': ['ID=ad4ad300-13f4-4eac-935a-c792621ded1e,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:32.109769 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 77349e1a-1417-48d6-9a12-c26fd43bd611 up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:06:32.115483 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-c192b5f8-1646-4fa5-b9c0-4783b0a8886b tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:32.116198 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-c192b5f8-1646-4fa5-b9c0-4783b0a8886b tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.139845 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-c192b5f8-1646-4fa5-b9c0-4783b0a8886b tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5613065 Aug 16 13:06:32.171720 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port 77349e1a-1417-48d6-9a12-c26fd43bd611 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:32.172293 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.195995 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Request body: {'port': {'device_id': '926241f3-a806-4a5a-984f-f5cd0b5b4bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:06:32.272073 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.286807 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.304900 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3633ff-22fd-4fc0-9928-e04e81671e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77349e1a-1417-48d6-9a12-c26fd43bd611'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:32.308426 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665958fc-f55e-4c5b-9563-d1cad62156d8" -d '{"events": [{"server_uuid": "ac3633ff-22fd-4fc0-9928-e04e81671e24", "name": "network-vif-plugged", "status": "completed", "tag": "77349e1a-1417-48d6-9a12-c26fd43bd611"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:32.314116 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fca3c-8622-4310-89a0-05dafaff74c7 req-41263894-87f0-4cab-b7fe-bfb89594a118 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:32.315742 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d27fca3c-8622-4310-89a0-05dafaff74c7 req-41263894-87f0-4cab-b7fe-bfb89594a118 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0864592 Aug 16 13:06:32.324682 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 77349e1a-1417-48d6-9a12-c26fd43bd611, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=77349e1a-1417-48d6-9a12-c26fd43bd611,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:32.331427 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.374615 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e53406-2e0b-48fc-90cc-589ab0a7bef2 x-openstack-request-id: req-42e53406-2e0b-48fc-90cc-589ab0a7bef2 {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:32.374913 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3633ff-22fd-4fc0-9928-e04e81671e24", "name": "network-vif-plugged", "status": "completed", "tag": "77349e1a-1417-48d6-9a12-c26fd43bd611", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:32.375751 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42e53406-2e0b-48fc-90cc-589ab0a7bef2 {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:32.376151 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3633ff-22fd-4fc0-9928-e04e81671e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77349e1a-1417-48d6-9a12-c26fd43bd611', 'code': 200} Aug 16 13:06:32.406950 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=77349e1a-1417-48d6-9a12-c26fd43bd611,revision_number=7']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:32.448851 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d27fca3c-8622-4310-89a0-05dafaff74c7 req-385fc1c7-cf11-4e8e-a19b-69e05808b207 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108768 Aug 16 13:06:32.514126 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-d73effc3-db9d-4858-aa0a-47825bab63e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.522674 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8827d-45a8-4afb-8647-95cfe070ff50 req-ffe790ef-1fec-4bb9-b1d5-e67bd2456eb7 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:32.524796 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7ab8827d-45a8-4afb-8647-95cfe070ff50 req-ffe790ef-1fec-4bb9-b1d5-e67bd2456eb7 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=926241f3-a806-4a5a-984f-f5cd0b5b4bd6 HTTP/1.1" status: 200 len: 931 time: 0.0757575 Aug 16 13:06:32.578013 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7ab8827d-45a8-4afb-8647-95cfe070ff50 req-82865f7b-73a8-45cb-a982-04f22da8b55e tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464685 Aug 16 13:06:32.635181 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6a3b1-5b99-49a5-8168-c16e2ca52d46 req-ab7d7b27-7066-4907-b0c6-a52b3e65ee36 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:32.636814 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e5b6a3b1-5b99-49a5-8168-c16e2ca52d46 req-ab7d7b27-7066-4907-b0c6-a52b3e65ee36 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.1018214 Aug 16 13:06:32.744495 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.745675 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e5b6a3b1-5b99-49a5-8168-c16e2ca52d46 req-ffd6a7d3-b052-4477-af47-20691b0b2cff tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915508 Aug 16 13:06:32.808008 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4ad300-13f4-4eac-935a-c792621ded1e {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:06:32.816143 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.839334 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Transition to ACTIVE for port object ad4ad300-13f4-4eac-935a-c792621ded1e will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:06:32.843973 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:32.921140 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4ad300-13f4-4eac-935a-c792621ded1e,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:32.980509 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Attempting to bind port ad4ad300-13f4-4eac-935a-c792621ded1e on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:06:32.981197 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Attempting to bind port ad4ad300-13f4-4eac-935a-c792621ded1e by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '86772de0-11ac-4077-8062-800aa5bfe34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8177ef0d-c0d5-4c1e-8787-e1ec81252096'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:06:32.981197 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Attempting to bind port ad4ad300-13f4-4eac-935a-c792621ded1e on network 8177ef0d-c0d5-4c1e-8787-e1ec81252096 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:32.987036 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Port ad4ad300-13f4-4eac-935a-c792621ded1e on network 8177ef0d-c0d5-4c1e-8787-e1ec81252096 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:06:32.987739 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Attempting to bind port ad4ad300-13f4-4eac-935a-c792621ded1e on network 8177ef0d-c0d5-4c1e-8787-e1ec81252096 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:06:32.993889 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:06:32.994342 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Checking segment: {'id': '86772de0-11ac-4077-8062-800aa5bfe34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8177ef0d-c0d5-4c1e-8787-e1ec81252096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:06:32.994948 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Bound using segment: {'id': '86772de0-11ac-4077-8062-800aa5bfe34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8177ef0d-c0d5-4c1e-8787-e1ec81252096'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:06:32.995645 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Bound port: ad4ad300-13f4-4eac-935a-c792621ded1e, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86772de0-11ac-4077-8062-800aa5bfe34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8177ef0d-c0d5-4c1e-8787-e1ec81252096'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:06:32.996095 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:33.076232 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] For port ad4ad300-13f4-4eac-935a-c792621ded1e, host hv-cinder-80469, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:06:33.079373 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] For port ad4ad300-13f4-4eac-935a-c792621ded1e, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=ad4ad300-13f4-4eac-935a-c792621ded1e,segment=NetworkSegment(86772de0-11ac-4077-8062-800aa5bfe34c),segment_id=86772de0-11ac-4077-8062-800aa5bfe34c)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:06:33.087180 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:33.138847 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:33.140037 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:33.141019 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] 10.222.0.61 "PUT /v2.0/ports/ad4ad300-13f4-4eac-935a-c792621ded1e HTTP/1.1" status: 200 len: 1093 time: 0.9520252 Aug 16 13:06:33.160340 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550e3bd-ff76-4e45-b848-b1f04f3316e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4ad300-13f4-4eac-935a-c792621ded1e,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:33.236164 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926241f3-a806-4a5a-984f-f5cd0b5b4bd6', 'tag': 'ad4ad300-13f4-4eac-935a-c792621ded1e'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:33.238425 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104c28c0-3e0a-4ec0-aa9f-9f7d7b71c1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "926241f3-a806-4a5a-984f-f5cd0b5b4bd6", "tag": "ad4ad300-13f4-4eac-935a-c792621ded1e"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:33.261374 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-9efc867e-8214-4c66-a78d-9af7c7918556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:33.263027 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-9efc867e-8214-4c66-a78d-9af7c7918556 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c08a67aa83e8458891bb4afb0a3e2ab6&device_id=926241f3-a806-4a5a-984f-f5cd0b5b4bd6 HTTP/1.1" status: 200 len: 1096 time: 0.0584016 Aug 16 13:06:33.281183 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9a13e9-d3e8-4770-888b-51a631e43896 x-openstack-request-id: req-6a9a13e9-d3e8-4770-888b-51a631e43896 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:33.281475 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926241f3-a806-4a5a-984f-f5cd0b5b4bd6", "tag": "ad4ad300-13f4-4eac-935a-c792621ded1e", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:33.281727 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a9a13e9-d3e8-4770-888b-51a631e43896 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:33.282125 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926241f3-a806-4a5a-984f-f5cd0b5b4bd6', 'tag': 'ad4ad300-13f4-4eac-935a-c792621ded1e', 'status': 'completed', 'code': 200} Aug 16 13:06:33.341267 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-f4290b43-4337-4ddd-92a7-b5497e02872b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad4ad300-13f4-4eac-935a-c792621ded1e HTTP/1.1" status: 200 len: 217 time: 0.0374196 Aug 16 13:06:33.447702 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-b6b0ea8e-aa43-4f56-afdb-014360fa983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:33.449647 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-b6b0ea8e-aa43-4f56-afdb-014360fa983e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d61e14-47a9-4091-87fa-ee6632dd374b HTTP/1.1" status: 200 len: 853 time: 0.0526192 Aug 16 13:06:33.465394 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:33.515744 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-cff442d3-bc8e-4070-bef1-b089872c3284 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8177ef0d-c0d5-4c1e-8787-e1ec81252096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428357 Aug 16 13:06:33.653392 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c4ee7-e78d-48d5-aa52-e4ed06ebcd98 req-59dd2b4f-8208-4eda-9ef1-7d47b59219b4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:33.657050 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-240c4ee7-e78d-48d5-aa52-e4ed06ebcd98 req-59dd2b4f-8208-4eda-9ef1-7d47b59219b4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.1079535 Aug 16 13:06:33.708282 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-7182827f-dbc8-468c-a6fa-25f8a3ce5d5a service neutron] 10.222.0.61 "GET /v2.0/networks/8177ef0d-c0d5-4c1e-8787-e1ec81252096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814570 Aug 16 13:06:33.741546 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679aa96-b216-4508-94ce-a41b91966cc9 req-22292454-c472-479e-8387-033bb8b42c48 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:33.744324 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0679aa96-b216-4508-94ce-a41b91966cc9 req-22292454-c472-479e-8387-033bb8b42c48 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=926241f3-a806-4a5a-984f-f5cd0b5b4bd6 HTTP/1.1" status: 200 len: 943 time: 0.0701947 Aug 16 13:06:33.796782 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-240c4ee7-e78d-48d5-aa52-e4ed06ebcd98 req-1dc8bba0-7765-44d7-a99a-11a65e544a3c tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274059 Aug 16 13:06:33.820931 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0679aa96-b216-4508-94ce-a41b91966cc9 req-d07ef4a9-09ca-453b-bc63-c4f11e6c54f4 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707738 Aug 16 13:06:33.892265 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ffbccc66-2c9a-4e0f-b892-cc4b9ee98275 req-4b59c240-3c8d-4510-b657-2f6bc36dae2f service neutron] 10.222.0.61 "GET /v2.0/networks/8177ef0d-c0d5-4c1e-8787-e1ec81252096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699455 Aug 16 13:06:33.949542 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f75f86-9146-455d-b738-ce17614e4cb9 req-348cbea7-344d-4949-96a2-60e5a1c94a6a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:33.951254 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-96f75f86-9146-455d-b738-ce17614e4cb9 req-348cbea7-344d-4949-96a2-60e5a1c94a6a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0720193 Aug 16 13:06:34.008930 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-96f75f86-9146-455d-b738-ce17614e4cb9 req-23757b05-fa93-4088-93df-befe94dcc2d4 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497215 Aug 16 13:06:34.038710 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 9dfd8e60-4d3e-4d56-8545-62ce7872380d no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:34.060951 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: 9dfd8e60-4d3e-4d56-8545-62ce7872380d {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:34.061559 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 9dfd8e60-4d3e-4d56-8545-62ce7872380d not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:34.132121 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c28c0-3e0a-4ec0-aa9f-9f7d7b71c1cb req-ad31771c-97e5-4745-ac74-91fe15fc5e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.133201 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5580f5-c0d3-4ad4-af9a-91607bd52744 req-966b3f1e-0561-45b7-a12a-1a41a5fd8f71 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.134415 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-104c28c0-3e0a-4ec0-aa9f-9f7d7b71c1cb req-ad31771c-97e5-4745-ac74-91fe15fc5e86 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c08a67aa83e8458891bb4afb0a3e2ab6&device_id=926241f3-a806-4a5a-984f-f5cd0b5b4bd6 HTTP/1.1" status: 200 len: 1096 time: 0.0591273 Aug 16 13:06:34.135094 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-de5580f5-c0d3-4ad4-af9a-91607bd52744 req-966b3f1e-0561-45b7-a12a-1a41a5fd8f71 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 946 time: 0.0558140 Aug 16 13:06:34.188540 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-de5580f5-c0d3-4ad4-af9a-91607bd52744 req-e70c33e8-a99f-48c4-afec-fcc9d0ef5502 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436523 Aug 16 13:06:34.242657 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c28c0-3e0a-4ec0-aa9f-9f7d7b71c1cb req-adb6040b-b5c0-49dc-8d41-95a4b1be8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.244184 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-104c28c0-3e0a-4ec0-aa9f-9f7d7b71c1cb req-adb6040b-b5c0-49dc-8d41-95a4b1be8343 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8177ef0d-c0d5-4c1e-8787-e1ec81252096 HTTP/1.1" status: 200 len: 914 time: 0.1000199 Aug 16 13:06:34.296278 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-104c28c0-3e0a-4ec0-aa9f-9f7d7b71c1cb req-e6502342-eeeb-4792-8188-a9a5e98cb3af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad4ad300-13f4-4eac-935a-c792621ded1e HTTP/1.1" status: 200 len: 217 time: 0.0406744 Aug 16 13:06:34.359965 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c28c0-3e0a-4ec0-aa9f-9f7d7b71c1cb req-1699bd19-7abc-43a3-959c-845c97f1ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.361546 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-104c28c0-3e0a-4ec0-aa9f-9f7d7b71c1cb req-1699bd19-7abc-43a3-959c-845c97f1ec9b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d61e14-47a9-4091-87fa-ee6632dd374b HTTP/1.1" status: 200 len: 853 time: 0.0477667 Aug 16 13:06:34.396570 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-104c28c0-3e0a-4ec0-aa9f-9f7d7b71c1cb req-55a0cc62-6e68-4457-9a75-ff2ec6487813 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8177ef0d-c0d5-4c1e-8787-e1ec81252096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254433 Aug 16 13:06:34.502447 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-104c28c0-3e0a-4ec0-aa9f-9f7d7b71c1cb req-37f3ff22-eeaa-4c84-9f30-6e4f41fd11aa service neutron] 10.222.0.61 "GET /v2.0/networks/8177ef0d-c0d5-4c1e-8787-e1ec81252096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908453 Aug 16 13:06:34.619468 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-104c28c0-3e0a-4ec0-aa9f-9f7d7b71c1cb req-e7118979-7d8d-4c3f-abdb-3b1c04e5319c service neutron] 10.222.0.61 "GET /v2.0/networks/8177ef0d-c0d5-4c1e-8787-e1ec81252096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936742 Aug 16 13:06:34.924118 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf12bba-0698-4a9c-9343-e387dc084961 req-3064bebc-dd83-46df-ba2b-0c9b2842082d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.925652 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-baf12bba-0698-4a9c-9343-e387dc084961 req-3064bebc-dd83-46df-ba2b-0c9b2842082d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0619028 Aug 16 13:06:34.968901 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75a80e-9d23-4f2a-abce-c5b8ff58253d req-6476a184-34e1-4fc6-84bd-f95f581c9470 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:34.971566 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2f75a80e-9d23-4f2a-abce-c5b8ff58253d req-6476a184-34e1-4fc6-84bd-f95f581c9470 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=926241f3-a806-4a5a-984f-f5cd0b5b4bd6 HTTP/1.1" status: 200 len: 943 time: 0.0764780 Aug 16 13:06:34.975678 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-baf12bba-0698-4a9c-9343-e387dc084961 req-ff93273d-52b5-46ef-b627-3083ad817613 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432754 Aug 16 13:06:35.068891 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2f75a80e-9d23-4f2a-abce-c5b8ff58253d req-7b9a1d1c-16c4-43ce-886e-089ca9e65871 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860639 Aug 16 13:06:35.267059 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:35.287227 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d4695-9ab4-49a1-9c6c-cd5c2a90ecc4 req-bd6188b1-adfa-43db-80b2-45911a83b2d7 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:35.296120 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-354d4695-9ab4-49a1-9c6c-cd5c2a90ecc4 req-bd6188b1-adfa-43db-80b2-45911a83b2d7 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.1224570 Aug 16 13:06:35.339073 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-354d4695-9ab4-49a1-9c6c-cd5c2a90ecc4 req-12ec88ee-9fe4-4f27-861a-46f9427f2e08 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411365 Aug 16 13:06:35.346546 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4db2d-6d21-4892-b6c6-192c5369973c req-26bca90a-4e68-4721-8c28-18ae71f54b03 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:35.348121 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2ac4db2d-6d21-4892-b6c6-192c5369973c req-26bca90a-4e68-4721-8c28-18ae71f54b03 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 946 time: 0.0575783 Aug 16 13:06:35.356288 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:06:35.404079 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2ac4db2d-6d21-4892-b6c6-192c5369973c req-0869c95e-2782-48be-a722-174e430b1afd tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425940 Aug 16 13:06:36.074008 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device ad4ad300-13f4-4eac-935a-c792621ded1e details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:06:36.130908 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ced37-03a0-47f5-85c8-4d44da8dc8bf req-c53f2c9f-bd15-4cab-8f93-f787459051d9 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.131620 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-317ced37-03a0-47f5-85c8-4d44da8dc8bf req-c53f2c9f-bd15-4cab-8f93-f787459051d9 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0722201 Aug 16 13:06:36.203827 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-317ced37-03a0-47f5-85c8-4d44da8dc8bf req-9fc29362-8a6a-41e6-bbd3-986e85dd4150 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573235 Aug 16 13:06:36.280977 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port ad4ad300-13f4-4eac-935a-c792621ded1e, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=ad4ad300-13f4-4eac-935a-c792621ded1e,segment=NetworkSegment(86772de0-11ac-4077-8062-800aa5bfe34c),segment_id=86772de0-11ac-4077-8062-800aa5bfe34c)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:36.293022 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': 'ad4ad300-13f4-4eac-935a-c792621ded1e', 'network_id': '8177ef0d-c0d5-4c1e-8787-e1ec81252096', 'port_id': 'ad4ad300-13f4-4eac-935a-c792621ded1e', 'mac_address': 'fa:16:3e:48:d9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d61e14-47a9-4091-87fa-ee6632dd374b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:06:36.301196 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8c003-c6a1-4120-842e-94d15596b5dd req-258f9434-494f-4b32-8746-07fe914b5799 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.303781 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f0c8c003-c6a1-4120-842e-94d15596b5dd req-258f9434-494f-4b32-8746-07fe914b5799 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=926241f3-a806-4a5a-984f-f5cd0b5b4bd6 HTTP/1.1" status: 200 len: 943 time: 0.0630283 Aug 16 13:06:36.342172 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:36.350443 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f0c8c003-c6a1-4120-842e-94d15596b5dd req-3035685c-827e-4a2d-a195-d9da2541b51f tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397696 Aug 16 13:06:36.356533 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4ad300-13f4-4eac-935a-c792621ded1e {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:06:36.360534 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5c4de-a473-4fdd-a934-37d26ffb8913 req-956e8a03-65ca-455f-89cc-5913ae7c16d9 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.362149 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fec5c4de-a473-4fdd-a934-37d26ffb8913 req-956e8a03-65ca-455f-89cc-5913ae7c16d9 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 946 time: 0.0959778 Aug 16 13:06:36.384650 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port ad4ad300-13f4-4eac-935a-c792621ded1e, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=ad4ad300-13f4-4eac-935a-c792621ded1e,segment=NetworkSegment(86772de0-11ac-4077-8062-800aa5bfe34c),segment_id=86772de0-11ac-4077-8062-800aa5bfe34c)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:36.399461 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:36.495274 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=ad4ad300-13f4-4eac-935a-c792621ded1e,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:36.530873 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-fec5c4de-a473-4fdd-a934-37d26ffb8913 req-d404ce15-3c8c-4fc4-b8ed-1151845f94ef tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Deleting port 9782d1ee-b326-4d2f-b0bf-446914797d12 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:36.531835 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-fec5c4de-a473-4fdd-a934-37d26ffb8913 req-d404ce15-3c8c-4fc4-b8ed-1151845f94ef tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:36.552529 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94dfb2-8050-474a-a7fe-d6b36f0d1fd5 req-958565b2-3302-4d7d-9326-949b28b16ba6 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.559822 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-be94dfb2-8050-474a-a7fe-d6b36f0d1fd5 req-958565b2-3302-4d7d-9326-949b28b16ba6 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0788708 Aug 16 13:06:36.641259 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-be94dfb2-8050-474a-a7fe-d6b36f0d1fd5 req-dd578951-3f7f-421c-bada-14b1def3f9ce tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752294 Aug 16 13:06:36.713704 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-fec5c4de-a473-4fdd-a934-37d26ffb8913 req-d404ce15-3c8c-4fc4-b8ed-1151845f94ef tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] For port 9782d1ee-b326-4d2f-b0bf-446914797d12, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=9782d1ee-b326-4d2f-b0bf-446914797d12,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:36.714035 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-fec5c4de-a473-4fdd-a934-37d26ffb8913 req-d404ce15-3c8c-4fc4-b8ed-1151845f94ef tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:36.733894 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-fec5c4de-a473-4fdd-a934-37d26ffb8913 req-d404ce15-3c8c-4fc4-b8ed-1151845f94ef tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Calling delete_port for 9782d1ee-b326-4d2f-b0bf-446914797d12 owned by compute:nova {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:36.762258 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba00a8-6ce5-458c-87df-1c45368343b9 req-f8679c01-3ae7-435e-9a4e-537f9bc42515 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.764907 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c6ba00a8-6ce5-458c-87df-1c45368343b9 req-f8679c01-3ae7-435e-9a4e-537f9bc42515 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 946 time: 0.1373541 Aug 16 13:06:36.767372 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b802f-ff47-4ac5-be78-5f99c4fb750e req-1551e5a5-2bd8-4e39-a980-ee00567787f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.768807 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-271b802f-ff47-4ac5-be78-5f99c4fb750e req-1551e5a5-2bd8-4e39-a980-ee00567787f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35289569ce2a48d18e2b46800222e61d&device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 1098 time: 0.1016948 Aug 16 13:06:36.777753 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88428faf-b671-4fef-b2e7-283f8c4ddf70 req-ae320fd3-6b7a-4332-9835-6afbb46d2746 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:36.785716 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-88428faf-b671-4fef-b2e7-283f8c4ddf70 req-ae320fd3-6b7a-4332-9835-6afbb46d2746 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0722675 Aug 16 13:06:36.832864 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-88428faf-b671-4fef-b2e7-283f8c4ddf70 req-93183a38-9e5f-4737-9495-19f069b4a513 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460696 Aug 16 13:06:36.856358 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['ad4ad300-13f4-4eac-935a-c792621ded1e'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:06:36.923984 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c6ba00a8-6ce5-458c-87df-1c45368343b9 req-5fb14d09-09cf-4c03-8514-1405c5d0464c tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246500 Aug 16 13:06:36.993062 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b802f-ff47-4ac5-be78-5f99c4fb750e req-9debb05d-720d-4313-b499-db1c7aadedeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:37.002446 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-271b802f-ff47-4ac5-be78-5f99c4fb750e req-9debb05d-720d-4313-b499-db1c7aadedeb service neutron] 10.222.0.61 "GET /v2.0/networks?id=b120bbf0-0985-452a-bb3e-65b335150f39 HTTP/1.1" status: 200 len: 912 time: 0.1978266 Aug 16 13:06:37.364450 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-fec5c4de-a473-4fdd-a934-37d26ffb8913 req-d404ce15-3c8c-4fc4-b8ed-1151845f94ef tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:37.367392 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-271b802f-ff47-4ac5-be78-5f99c4fb750e req-e721a565-08ef-4d6d-a836-5fbd131b2871 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8518f0f-2d76-466f-866d-4f5eb952d39a HTTP/1.1" status: 200 len: 1001 time: 0.3364072 Aug 16 13:06:37.431744 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404ce15-3c8c-4fc4-b8ed-1151845f94ef tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Pushing event deleted for resources: {'Port': ['ID=9782d1ee-b326-4d2f-b0bf-446914797d12,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:37.485661 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec5c4de-a473-4fdd-a934-37d26ffb8913 req-d404ce15-3c8c-4fc4-b8ed-1151845f94ef tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] No DVR routers for this DVR port 9782d1ee-b326-4d2f-b0bf-446914797d12 on host hv-cinder-80469 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:06:37.488718 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b802f-ff47-4ac5-be78-5f99c4fb750e req-4cd20588-7dd3-4467-8f1e-87b035bcefa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:37.490466 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-271b802f-ff47-4ac5-be78-5f99c4fb750e req-4cd20588-7dd3-4467-8f1e-87b035bcefa2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=396e273c-25ea-422a-a322-cf3e6f91f4f2 HTTP/1.1" status: 200 len: 850 time: 0.1134381 Aug 16 13:06:37.493743 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-fec5c4de-a473-4fdd-a934-37d26ffb8913 req-d404ce15-3c8c-4fc4-b8ed-1151845f94ef tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:37.493743 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fec5c4de-a473-4fdd-a934-37d26ffb8913 req-d404ce15-3c8c-4fc4-b8ed-1151845f94ef tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.61 "DELETE /v2.0/ports/9782d1ee-b326-4d2f-b0bf-446914797d12 HTTP/1.1" status: 204 len: 173 time: 1.1240754 Aug 16 13:06:37.494258 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a92d70-7751-46e9-9244-274ee511c482', 'name': 'network-vif-deleted', 'tag': '9782d1ee-b326-4d2f-b0bf-446914797d12'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:37.497220 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268a1d7d-52a6-47c8-afd4-31c865ebdeb8" -d '{"events": [{"server_uuid": "f4a92d70-7751-46e9-9244-274ee511c482", "name": "network-vif-deleted", "tag": "9782d1ee-b326-4d2f-b0bf-446914797d12"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:37.526793 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe93d5-034b-45b1-bf66-87d68b98cc3f req-21cc204c-cd61-4efc-9e0e-886b0b33ec7d tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:37.528654 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2efe93d5-034b-45b1-bf66-87d68b98cc3f req-21cc204c-cd61-4efc-9e0e-886b0b33ec7d tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=926241f3-a806-4a5a-984f-f5cd0b5b4bd6 HTTP/1.1" status: 200 len: 944 time: 0.0699120 Aug 16 13:06:37.575928 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9170576a-126d-416a-b7b0-be6686325977 x-openstack-request-id: req-9170576a-126d-416a-b7b0-be6686325977 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:37.576738 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a92d70-7751-46e9-9244-274ee511c482", "name": "network-vif-deleted", "tag": "9782d1ee-b326-4d2f-b0bf-446914797d12", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:37.577079 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9170576a-126d-416a-b7b0-be6686325977 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:37.577653 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a92d70-7751-46e9-9244-274ee511c482', 'name': 'network-vif-deleted', 'tag': '9782d1ee-b326-4d2f-b0bf-446914797d12', 'status': 'completed', 'code': 200} Aug 16 13:06:37.595879 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2efe93d5-034b-45b1-bf66-87d68b98cc3f req-851d9874-92c1-4b63-bb54-3ac7a76041df tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588369 Aug 16 13:06:37.599327 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b802f-ff47-4ac5-be78-5f99c4fb750e req-f639ce7b-c2f5-41d5-a1a2-28e70c5493a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:37.601615 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-271b802f-ff47-4ac5-be78-5f99c4fb750e req-f639ce7b-c2f5-41d5-a1a2-28e70c5493a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b120bbf0-0985-452a-bb3e-65b335150f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898156 Aug 16 13:06:37.756299 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-271b802f-ff47-4ac5-be78-5f99c4fb750e req-9ce57bc8-09c0-424f-9f43-95c4d70603dc service neutron] 10.222.0.61 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369152 Aug 16 13:06:37.835858 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['00361403-e865-4135-b1f4-98564508c3fd', 'c9d56695-ae13-463d-9735-714db92c350a', '9782d1ee-b326-4d2f-b0bf-446914797d12'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:06:37.843786 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31abacc-cdb7-4d65-9a73-104ed9d4986b req-dc80925c-86f9-4e49-a8ce-d0685c924d9c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:37.845671 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b31abacc-cdb7-4d65-9a73-104ed9d4986b req-dc80925c-86f9-4e49-a8ce-d0685c924d9c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.1071403 Aug 16 13:06:37.942628 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b31abacc-cdb7-4d65-9a73-104ed9d4986b req-8c11788a-17ac-44df-b3b2-8c762c9a9ff1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856600 Aug 16 13:06:37.980941 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-271b802f-ff47-4ac5-be78-5f99c4fb750e req-e20c4703-9cff-4b45-b8bd-ccb1b7666016 service neutron] 10.222.0.61 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014594 Aug 16 13:06:38.078947 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae3b1a-2736-40bc-a3a8-4934a88cf290 req-260636eb-a203-4c3e-89c9-51bb62e7acaf tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.121427 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-18ae3b1a-2736-40bc-a3a8-4934a88cf290 req-260636eb-a203-4c3e-89c9-51bb62e7acaf tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.1799994 Aug 16 13:06:38.132580 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device ad4ad300-13f4-4eac-935a-c792621ded1e up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:06:38.139753 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e4498230-ec54-4e82-bd52-7dadb39f05b3 req-3294778a-fedd-4615-aa49-e5e254689202 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a92d70-7751-46e9-9244-274ee511c482 HTTP/1.1" status: 200 len: 210 time: 0.0437927 Aug 16 13:06:38.176431 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-18ae3b1a-2736-40bc-a3a8-4934a88cf290 req-fe98e57d-e583-494d-8a89-f0657892bc83 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540164 Aug 16 13:06:38.272733 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port ad4ad300-13f4-4eac-935a-c792621ded1e completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:06:38.278697 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port ad4ad300-13f4-4eac-935a-c792621ded1e triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:06:38.279206 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:38.410893 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:38.445999 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926241f3-a806-4a5a-984f-f5cd0b5b4bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4ad300-13f4-4eac-935a-c792621ded1e'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:38.449311 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57401284-cfe5-484a-a9db-70749b578da3" -d '{"events": [{"server_uuid": "926241f3-a806-4a5a-984f-f5cd0b5b4bd6", "name": "network-vif-plugged", "status": "completed", "tag": "ad4ad300-13f4-4eac-935a-c792621ded1e"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:38.506965 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port ad4ad300-13f4-4eac-935a-c792621ded1e, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=ad4ad300-13f4-4eac-935a-c792621ded1e,segment=NetworkSegment(86772de0-11ac-4077-8062-800aa5bfe34c),segment_id=86772de0-11ac-4077-8062-800aa5bfe34c)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:38.513916 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:38.515030 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 9782d1ee-b326-4d2f-b0bf-446914797d12 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:38.567260 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc04b6ee-6067-4661-bf81-1cabe68af1da x-openstack-request-id: req-fc04b6ee-6067-4661-bf81-1cabe68af1da {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:38.569390 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926241f3-a806-4a5a-984f-f5cd0b5b4bd6", "name": "network-vif-plugged", "status": "completed", "tag": "ad4ad300-13f4-4eac-935a-c792621ded1e", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:38.570487 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc04b6ee-6067-4661-bf81-1cabe68af1da {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:38.570487 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926241f3-a806-4a5a-984f-f5cd0b5b4bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4ad300-13f4-4eac-935a-c792621ded1e', 'code': 200} Aug 16 13:06:38.574002 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: 9782d1ee-b326-4d2f-b0bf-446914797d12 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:38.574656 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 9782d1ee-b326-4d2f-b0bf-446914797d12 not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:38.621896 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d0464-2809-4cea-ab2e-f5d38a6ca167 req-897b3a5d-ec1c-42e2-9f01-0a293efd85a4 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.629285 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fb3d0464-2809-4cea-ab2e-f5d38a6ca167 req-897b3a5d-ec1c-42e2-9f01-0a293efd85a4 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0958083 Aug 16 13:06:38.653110 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=ad4ad300-13f4-4eac-935a-c792621ded1e,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:38.666601 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaf3cb-01c7-4fc5-bcfd-f78b3d6d49dc req-e0427f67-9ad3-466c-9611-1a5e5562de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.668287 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-eabaf3cb-01c7-4fc5-bcfd-f78b3d6d49dc req-e0427f67-9ad3-466c-9611-1a5e5562de96 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e85023036604c99b3ecbf1a7ae8ae4d&device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 1099 time: 0.1230760 Aug 16 13:06:38.716188 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fb3d0464-2809-4cea-ab2e-f5d38a6ca167 req-78867844-0853-41d5-8e04-cd8760043ba9 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800176 Aug 16 13:06:38.749438 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb43523-4794-4442-987a-b5cc44564d80 req-9992ffeb-9abe-4137-a48a-508ac73dd944 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.752069 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1cb43523-4794-4442-987a-b5cc44564d80 req-9992ffeb-9abe-4137-a48a-508ac73dd944 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=926241f3-a806-4a5a-984f-f5cd0b5b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0807137 Aug 16 13:06:38.835282 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaf3cb-01c7-4fc5-bcfd-f78b3d6d49dc req-73effaf5-3d26-46ad-b2d3-ebc2a8d83b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:38.837045 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-eabaf3cb-01c7-4fc5-bcfd-f78b3d6d49dc req-73effaf5-3d26-46ad-b2d3-ebc2a8d83b1e service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6191893-b7d5-474d-8040-4bf12149b722 HTTP/1.1" status: 200 len: 919 time: 0.1538250 Aug 16 13:06:38.838620 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1cb43523-4794-4442-987a-b5cc44564d80 req-9d2232dc-1ee3-4d3b-88e3-776b2472e7e7 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795891 Aug 16 13:06:39.006172 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-eabaf3cb-01c7-4fc5-bcfd-f78b3d6d49dc req-06fbf356-bc46-4e51-955c-cfc8e7742f79 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d19cf8df-cce0-49a3-bdaa-5a89fd08b59e HTTP/1.1" status: 200 len: 217 time: 0.1392593 Aug 16 13:06:39.124154 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca10b22-0a90-445f-b7e1-aa82396c77e9 req-07f985a8-4ff7-4aa8-a175-8ec6c2efb29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.125866 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-dca10b22-0a90-445f-b7e1-aa82396c77e9 req-07f985a8-4ff7-4aa8-a175-8ec6c2efb29b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=926241f3-a806-4a5a-984f-f5cd0b5b4bd6 HTTP/1.1" status: 200 len: 1098 time: 0.1288927 Aug 16 13:06:39.133314 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaf3cb-01c7-4fc5-bcfd-f78b3d6d49dc req-3a52c9ab-aeee-41a9-becf-fbd1e92a3d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.138061 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-eabaf3cb-01c7-4fc5-bcfd-f78b3d6d49dc req-3a52c9ab-aeee-41a9-becf-fbd1e92a3d9a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a34715e-16db-490b-b147-81ef16ffb5fd HTTP/1.1" status: 200 len: 858 time: 0.1017182 Aug 16 13:06:39.201784 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a7943-e173-4e2b-ab5c-8ce4b91cb3a2 req-23621b6f-96e5-4bc3-8c70-ff4e47cff1ed tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.203269 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-620a7943-e173-4e2b-ab5c-8ce4b91cb3a2 req-23621b6f-96e5-4bc3-8c70-ff4e47cff1ed tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.1505516 Aug 16 13:06:39.222482 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-eabaf3cb-01c7-4fc5-bcfd-f78b3d6d49dc req-f61e1147-caf4-4a94-bb6b-81899585751b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6191893-b7d5-474d-8040-4bf12149b722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609787 Aug 16 13:06:39.310539 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-dca10b22-0a90-445f-b7e1-aa82396c77e9 req-a639c360-6a77-4af4-bd23-847dde96f321 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511855 Aug 16 13:06:39.350429 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-620a7943-e173-4e2b-ab5c-8ce4b91cb3a2 req-a7559e22-06d0-4722-8f23-220970c790fa tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067157 Aug 16 13:06:39.398992 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-eabaf3cb-01c7-4fc5-bcfd-f78b3d6d49dc req-998fd666-fee0-466a-8895-0e827af48a4f service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653368 Aug 16 13:06:39.508262 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2324e7-df2e-4d6b-83e3-19d41c876043 req-7fb1c5b8-9baa-4b4b-bae8-96811575dc02 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.509768 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd4c76-3c6f-4cda-a1e6-aadb2257935a req-59e261e6-5813-46e3-8bc3-65b042d36d90 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.511393 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6dcd4c76-3c6f-4cda-a1e6-aadb2257935a req-59e261e6-5813-46e3-8bc3-65b042d36d90 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b0eee58-cf50-46fe-b472-907e454a8a26 HTTP/1.1" status: 200 len: 946 time: 0.0722821 Aug 16 13:06:39.515936 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4f2324e7-df2e-4d6b-83e3-19d41c876043 req-7fb1c5b8-9baa-4b4b-bae8-96811575dc02 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0858064 Aug 16 13:06:39.565930 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4f2324e7-df2e-4d6b-83e3-19d41c876043 req-2ca60f75-483d-4ba5-b3a9-b9d8e4497fbb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433459 Aug 16 13:06:39.570105 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6dcd4c76-3c6f-4cda-a1e6-aadb2257935a req-e023e14b-25c1-479c-adae-d1b7aa91671c tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451250 Aug 16 13:06:39.718308 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-eabaf3cb-01c7-4fc5-bcfd-f78b3d6d49dc req-c45a90b5-14b8-4fc2-b12d-8e7a83ebb3fd service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047795 Aug 16 13:06:39.872621 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3ba0b-1ae9-4f13-a7b5-334a9a4ae0f7 req-b0ad6513-536c-462d-8925-046790c9a470 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:39.874102 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9fc3ba0b-1ae9-4f13-a7b5-334a9a4ae0f7 req-b0ad6513-536c-462d-8925-046790c9a470 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0621691 Aug 16 13:06:39.924198 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9fc3ba0b-1ae9-4f13-a7b5-334a9a4ae0f7 req-a76ea28b-5e7a-4305-8ff8-534b710b7667 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Aug 16 13:06:40.014139 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b71e26-4534-48b7-80d0-675bdf07eba9 req-02ee4098-4522-49c1-927f-bff77b65400b tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:40.015610 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a6b71e26-4534-48b7-80d0-675bdf07eba9 req-02ee4098-4522-49c1-927f-bff77b65400b tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=926241f3-a806-4a5a-984f-f5cd0b5b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0616822 Aug 16 13:06:40.056068 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a6b71e26-4534-48b7-80d0-675bdf07eba9 req-5a174800-7936-4427-9710-cd4dba16c32d tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343828 Aug 16 13:06:40.484861 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b343469-5964-4b1c-9027-b2f0245a3631 req-fda9596e-f2c0-41d8-b517-171afd134d32 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:40.488640 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7b343469-5964-4b1c-9027-b2f0245a3631 req-fda9596e-f2c0-41d8-b517-171afd134d32 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0566623 Aug 16 13:06:40.530603 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7b343469-5964-4b1c-9027-b2f0245a3631 req-03621720-f1bc-4f30-887a-05569c9813f8 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361519 Aug 16 13:06:40.706869 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ecff0-1739-4fc2-b075-0cbc6a52d5f1 req-61b8c8bf-20ed-4c2d-ae4d-d9624b651276 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:40.711605 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-534ecff0-1739-4fc2-b075-0cbc6a52d5f1 req-61b8c8bf-20ed-4c2d-ae4d-d9624b651276 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b0eee58-cf50-46fe-b472-907e454a8a26 HTTP/1.1" status: 200 len: 946 time: 0.0629344 Aug 16 13:06:40.752940 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-534ecff0-1739-4fc2-b075-0cbc6a52d5f1 req-575d1387-7068-4810-a6f0-a12f63ea7a96 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346453 Aug 16 13:06:41.053483 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35300ae-f6c1-4625-9e57-7f0c3a8639b8 req-a2d1c894-425f-4733-bebb-e2773548f192 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:41.054990 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d35300ae-f6c1-4625-9e57-7f0c3a8639b8 req-a2d1c894-425f-4733-bebb-e2773548f192 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0567613 Aug 16 13:06:41.112791 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d35300ae-f6c1-4625-9e57-7f0c3a8639b8 req-f84138a2-e7df-4bf6-8b1a-f748db8f06b4 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494092 Aug 16 13:06:41.190402 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa2a21-eb3e-4c09-b6d5-caafcbfa93e3 req-1b233e47-4d3f-43ca-b89c-18a33db4ef72 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:41.192022 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-13fa2a21-eb3e-4c09-b6d5-caafcbfa93e3 req-1b233e47-4d3f-43ca-b89c-18a33db4ef72 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=926241f3-a806-4a5a-984f-f5cd0b5b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0579748 Aug 16 13:06:41.234388 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-13fa2a21-eb3e-4c09-b6d5-caafcbfa93e3 req-1a93f9ec-33b8-4b22-99df-e2c490b00350 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340011 Aug 16 13:06:41.727147 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff0e02-b5e5-408e-b319-a29f1d409468 req-744ce67a-fcf7-457d-9643-7412a3489793 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:41.729452 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7aff0e02-b5e5-408e-b319-a29f1d409468 req-744ce67a-fcf7-457d-9643-7412a3489793 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.1143711 Aug 16 13:06:41.807970 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7aff0e02-b5e5-408e-b319-a29f1d409468 req-f93cd138-10cd-4acb-81fa-c536fd964ea8 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632291 Aug 16 13:06:41.912909 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc3520-29bd-4f31-8e6c-08450e725f6f req-3b376995-274b-48a0-a207-ad5833c5f194 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:41.912909 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cdfc3520-29bd-4f31-8e6c-08450e725f6f req-3b376995-274b-48a0-a207-ad5833c5f194 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b0eee58-cf50-46fe-b472-907e454a8a26 HTTP/1.1" status: 200 len: 946 time: 0.0943491 Aug 16 13:06:41.954065 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fd78c-6cb7-489b-930b-f3b7aeb478a5 req-e9c6bf83-00bd-4947-aac7-4f6c05bc5337 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:41.955583 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b77fd78c-6cb7-489b-930b-f3b7aeb478a5 req-e9c6bf83-00bd-4947-aac7-4f6c05bc5337 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b0eee58-cf50-46fe-b472-907e454a8a26 HTTP/1.1" status: 200 len: 946 time: 0.0785773 Aug 16 13:06:42.026866 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b77fd78c-6cb7-489b-930b-f3b7aeb478a5 req-5e12b157-dccd-49c2-8e93-c62ab78c9f12 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650556 Aug 16 13:06:42.053708 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-cdfc3520-29bd-4f31-8e6c-08450e725f6f req-8b842fdb-0303-4789-8108-7b6c5514c4b4 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Deleting port c9d56695-ae13-463d-9735-714db92c350a {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:42.054350 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-cdfc3520-29bd-4f31-8e6c-08450e725f6f req-8b842fdb-0303-4789-8108-7b6c5514c4b4 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:42.176214 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-cdfc3520-29bd-4f31-8e6c-08450e725f6f req-8b842fdb-0303-4789-8108-7b6c5514c4b4 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] For port c9d56695-ae13-463d-9735-714db92c350a, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=c9d56695-ae13-463d-9735-714db92c350a,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:42.176991 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-cdfc3520-29bd-4f31-8e6c-08450e725f6f req-8b842fdb-0303-4789-8108-7b6c5514c4b4 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:42.192447 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-cdfc3520-29bd-4f31-8e6c-08450e725f6f req-8b842fdb-0303-4789-8108-7b6c5514c4b4 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Calling delete_port for c9d56695-ae13-463d-9735-714db92c350a owned by compute:nova {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:42.282586 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718c014-0efa-44bb-82c4-c42fc3f25d9c req-4c0f7848-4a7a-4cb6-8ccd-3649a0e690d2 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:42.284223 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7718c014-0efa-44bb-82c4-c42fc3f25d9c req-4c0f7848-4a7a-4cb6-8ccd-3649a0e690d2 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0898485 Aug 16 13:06:42.364545 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7718c014-0efa-44bb-82c4-c42fc3f25d9c req-d8a21461-5a0b-48ec-8870-fdadafc51ce6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706315 Aug 16 13:06:42.428527 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-cdfc3520-29bd-4f31-8e6c-08450e725f6f req-8b842fdb-0303-4789-8108-7b6c5514c4b4 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:42.463506 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b842fdb-0303-4789-8108-7b6c5514c4b4 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Pushing event deleted for resources: {'Port': ['ID=c9d56695-ae13-463d-9735-714db92c350a,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:42.490531 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['00361403-e865-4135-b1f4-98564508c3fd', 'c9d56695-ae13-463d-9735-714db92c350a'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:06:42.508334 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfc3520-29bd-4f31-8e6c-08450e725f6f req-8b842fdb-0303-4789-8108-7b6c5514c4b4 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] No DVR routers for this DVR port c9d56695-ae13-463d-9735-714db92c350a on host hv-cinder-80469 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:06:42.511468 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-cdfc3520-29bd-4f31-8e6c-08450e725f6f req-8b842fdb-0303-4789-8108-7b6c5514c4b4 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:42.513429 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cdfc3520-29bd-4f31-8e6c-08450e725f6f req-8b842fdb-0303-4789-8108-7b6c5514c4b4 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.61 "DELETE /v2.0/ports/c9d56695-ae13-463d-9735-714db92c350a HTTP/1.1" status: 204 len: 173 time: 0.5971763 Aug 16 13:06:42.513863 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0eee58-cf50-46fe-b472-907e454a8a26', 'name': 'network-vif-deleted', 'tag': 'c9d56695-ae13-463d-9735-714db92c350a'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:42.516347 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e39a675-eee8-4b0c-9638-1dc3fc66273b" -d '{"events": [{"server_uuid": "4b0eee58-cf50-46fe-b472-907e454a8a26", "name": "network-vif-deleted", "tag": "c9d56695-ae13-463d-9735-714db92c350a"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:42.573856 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd48c57a-6752-4cb7-8773-b7e82691f027 x-openstack-request-id: req-cd48c57a-6752-4cb7-8773-b7e82691f027 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:42.574144 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0eee58-cf50-46fe-b472-907e454a8a26", "name": "network-vif-deleted", "tag": "c9d56695-ae13-463d-9735-714db92c350a", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:42.574398 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd48c57a-6752-4cb7-8773-b7e82691f027 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:42.574789 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0eee58-cf50-46fe-b472-907e454a8a26', 'name': 'network-vif-deleted', 'tag': 'c9d56695-ae13-463d-9735-714db92c350a', 'status': 'completed', 'code': 200} Aug 16 13:06:42.933482 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d0643-0acd-49f4-9e2d-ac8813c2ab4c req-3e739d81-c7c4-479e-b4ea-26123d93fabc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:42.934969 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6d0d0643-0acd-49f4-9e2d-ac8813c2ab4c req-3e739d81-c7c4-479e-b4ea-26123d93fabc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0549111 Aug 16 13:06:42.971096 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6d0d0643-0acd-49f4-9e2d-ac8813c2ab4c req-d4b14e4f-d6bc-4f18-8b7f-e947a3b627b5 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301659 Aug 16 13:06:43.128495 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2a94316e-ab10-4359-9987-0d4ef83f7ea5 req-46078473-a7b8-4ae3-892f-f2434d950d50 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b0eee58-cf50-46fe-b472-907e454a8a26 HTTP/1.1" status: 200 len: 210 time: 0.0286558 Aug 16 13:06:43.486298 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56db0ce-43c1-4183-82b3-f943d2351c0a req-e61541ce-5640-4e85-abc3-6b60632a3d32 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:43.487837 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d56db0ce-43c1-4183-82b3-f943d2351c0a req-e61541ce-5640-4e85-abc3-6b60632a3d32 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0524831 Aug 16 13:06:43.526703 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d56db0ce-43c1-4183-82b3-f943d2351c0a req-9edd3042-7f50-488b-bc9e-6b9f96564940 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323422 Aug 16 13:06:43.737656 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360f10b-fa2f-4128-a1fa-ba6f78a3bb0f req-04fa9fe4-8dcb-4814-9e1d-31394479e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:43.739131 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e360f10b-fa2f-4128-a1fa-ba6f78a3bb0f req-04fa9fe4-8dcb-4814-9e1d-31394479e43c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=065e8e5b57d74a0d98687912b8c6d026&device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 1098 time: 0.0398369 Aug 16 13:06:43.831993 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360f10b-fa2f-4128-a1fa-ba6f78a3bb0f req-8bfb79e6-7ab7-4365-9272-04b30cf725c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:43.833705 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e360f10b-fa2f-4128-a1fa-ba6f78a3bb0f req-8bfb79e6-7ab7-4365-9272-04b30cf725c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0f5346d6-5894-47ff-bb0d-27a8e17e988b HTTP/1.1" status: 200 len: 917 time: 0.0875242 Aug 16 13:06:43.902749 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e360f10b-fa2f-4128-a1fa-ba6f78a3bb0f req-313db3dc-75a1-49bb-9bde-9cff549a10d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77349e1a-1417-48d6-9a12-c26fd43bd611 HTTP/1.1" status: 200 len: 1000 time: 0.0610604 Aug 16 13:06:43.957601 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360f10b-fa2f-4128-a1fa-ba6f78a3bb0f req-dfec4063-1665-4b51-806c-7b7443b2d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:43.959077 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e360f10b-fa2f-4128-a1fa-ba6f78a3bb0f req-dfec4063-1665-4b51-806c-7b7443b2d21a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1 HTTP/1.1" status: 200 len: 855 time: 0.0486841 Aug 16 13:06:44.008567 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360f10b-fa2f-4128-a1fa-ba6f78a3bb0f req-dcb4fbb9-34d9-4381-8977-5baa1ad0e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:44.010660 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e360f10b-fa2f-4128-a1fa-ba6f78a3bb0f req-dcb4fbb9-34d9-4381-8977-5baa1ad0e1dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0f5346d6-5894-47ff-bb0d-27a8e17e988b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435059 Aug 16 13:06:44.094637 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8dae-3518-44d6-8215-6dee153e847b req-24ac8078-67a2-4cea-8a96-f43b3447350c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:44.096179 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4c7e8dae-3518-44d6-8215-6dee153e847b req-24ac8078-67a2-4cea-8a96-f43b3447350c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0518703 Aug 16 13:06:44.105351 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e360f10b-fa2f-4128-a1fa-ba6f78a3bb0f req-e99b4006-c0b1-4614-854a-682bbfb59bbc service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837047 Aug 16 13:06:44.133986 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4c7e8dae-3518-44d6-8215-6dee153e847b req-b06507aa-e7b3-4cfe-b17d-695bdf41c5aa tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315247 Aug 16 13:06:44.204263 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e360f10b-fa2f-4128-a1fa-ba6f78a3bb0f req-263096f5-195d-441d-90e3-127ccccce072 service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891156 Aug 16 13:06:44.640383 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67ee56-05b7-419e-94fa-4fb58b4c195e req-4aa052c0-bf95-438d-9dd1-92aa95a6d751 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:44.641847 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5d67ee56-05b7-419e-94fa-4fb58b4c195e req-4aa052c0-bf95-438d-9dd1-92aa95a6d751 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0473518 Aug 16 13:06:44.689639 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5d67ee56-05b7-419e-94fa-4fb58b4c195e req-81fde3e9-bc5d-4dfe-b608-8e6153ee2abb tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408697 Aug 16 13:06:45.256397 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a3766-c989-4a30-b47a-0cad8c37ae52 req-a0cbffd5-c3ec-4dbd-b3c7-fcefe4eb4c34 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:45.257849 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-142a3766-c989-4a30-b47a-0cad8c37ae52 req-a0cbffd5-c3ec-4dbd-b3c7-fcefe4eb4c34 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 945 time: 0.0482717 Aug 16 13:06:45.294930 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-142a3766-c989-4a30-b47a-0cad8c37ae52 req-d10dd540-ef76-46a5-bb3f-14eb5e05b319 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305464 Aug 16 13:06:45.515424 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05879b-8783-4462-a2de-0981c8fc4bb3 req-7db65fdf-f8e3-4200-9ecf-a0b5a9c779f9 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:45.516867 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2f05879b-8783-4462-a2de-0981c8fc4bb3 req-7db65fdf-f8e3-4200-9ecf-a0b5a9c779f9 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 945 time: 0.0470982 Aug 16 13:06:45.557972 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2f05879b-8783-4462-a2de-0981c8fc4bb3 req-27f13df9-4bf0-4aac-b683-7260e96df2ca tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353971 Aug 16 13:06:45.805750 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27103ca-fd2b-4c54-b9fe-ef7b0d747d0c req-9e661843-a2a4-4c09-919e-bc412d8fc50e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:45.807762 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d27103ca-fd2b-4c54-b9fe-ef7b0d747d0c req-9e661843-a2a4-4c09-919e-bc412d8fc50e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0489919 Aug 16 13:06:45.848382 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d27103ca-fd2b-4c54-b9fe-ef7b0d747d0c req-9ff37ea7-73aa-4298-a22b-6970e05f8fab tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347958 Aug 16 13:06:46.134854 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device c9d56695-ae13-463d-9735-714db92c350a no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:46.155034 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: c9d56695-ae13-463d-9735-714db92c350a {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:46.155406 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device c9d56695-ae13-463d-9735-714db92c350a not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:46.155813 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 77349e1a-1417-48d6-9a12-c26fd43bd611 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:46.229800 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:46.250660 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3633ff-22fd-4fc0-9928-e04e81671e24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77349e1a-1417-48d6-9a12-c26fd43bd611'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:46.252898 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6a77e7-ad0e-48f9-8122-18b1b50a37fc" -d '{"events": [{"server_uuid": "ac3633ff-22fd-4fc0-9928-e04e81671e24", "name": "network-vif-unplugged", "status": "completed", "tag": "77349e1a-1417-48d6-9a12-c26fd43bd611"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:46.265553 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 77349e1a-1417-48d6-9a12-c26fd43bd611, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=77349e1a-1417-48d6-9a12-c26fd43bd611,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:46.270131 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:46.294811 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a1ddbb-d971-4298-8254-a0068da3d389 x-openstack-request-id: req-16a1ddbb-d971-4298-8254-a0068da3d389 {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:46.295102 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3633ff-22fd-4fc0-9928-e04e81671e24", "name": "network-vif-unplugged", "status": "completed", "tag": "77349e1a-1417-48d6-9a12-c26fd43bd611", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:46.295368 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16a1ddbb-d971-4298-8254-a0068da3d389 {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:46.295759 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3633ff-22fd-4fc0-9928-e04e81671e24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77349e1a-1417-48d6-9a12-c26fd43bd611', 'code': 200} Aug 16 13:06:46.320505 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=77349e1a-1417-48d6-9a12-c26fd43bd611,revision_number=8']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:46.415454 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e8794-819a-4a11-991d-5c5de966cbd4 req-99d1c2cc-817f-4791-b4e2-2cdcb11d8b40 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:46.417574 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a35e8794-819a-4a11-991d-5c5de966cbd4 req-99d1c2cc-817f-4791-b4e2-2cdcb11d8b40 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0499816 Aug 16 13:06:46.454831 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a35e8794-819a-4a11-991d-5c5de966cbd4 req-640e56a7-82ba-4069-aa08-8743d69503b2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311823 Aug 16 13:06:46.678650 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d00fdc-1e5c-4343-be17-c871eee733e8 req-5976e5f5-3c77-4fd4-953e-4092ae0429a1 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:46.680179 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c3d00fdc-1e5c-4343-be17-c871eee733e8 req-5976e5f5-3c77-4fd4-953e-4092ae0429a1 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 945 time: 0.0543981 Aug 16 13:06:46.717511 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c3d00fdc-1e5c-4343-be17-c871eee733e8 req-375d16b1-63ba-45d7-b8b1-578f84d29a02 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314026 Aug 16 13:06:46.961805 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78c3ca-69a0-4f66-bfa3-2ee069f17bc8 req-00cadf8c-87fe-4e09-ae07-da341f76a566 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:46.963305 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ef78c3ca-69a0-4f66-bfa3-2ee069f17bc8 req-00cadf8c-87fe-4e09-ae07-da341f76a566 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0486453 Aug 16 13:06:47.003760 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ef78c3ca-69a0-4f66-bfa3-2ee069f17bc8 req-56d0499e-00df-45f1-8a7e-a37679ff3d0a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345407 Aug 16 13:06:47.578200 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cdcf6-5206-4a83-821c-0c1527a7ae4f req-9d1b32e1-6090-474e-8dd0-56d6b7ae7b30 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:47.579780 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5f5cdcf6-5206-4a83-821c-0c1527a7ae4f req-9d1b32e1-6090-474e-8dd0-56d6b7ae7b30 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0487576 Aug 16 13:06:47.617795 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5f5cdcf6-5206-4a83-821c-0c1527a7ae4f req-60ab87d8-e937-4277-bcce-8bcc30b618c4 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320697 Aug 16 13:06:47.838723 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf40ca-b1cc-4a96-9f63-acd32526290b req-66197719-8f89-4fa3-b0f1-fc5c8213af1f tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:47.840373 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5ccf40ca-b1cc-4a96-9f63-acd32526290b req-66197719-8f89-4fa3-b0f1-fc5c8213af1f tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 945 time: 0.0524766 Aug 16 13:06:47.884861 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5ccf40ca-b1cc-4a96-9f63-acd32526290b req-6a9eb515-4b6f-4364-af78-9feba02a799a tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f40396-a3a3-4596-ad50-4de1d5274625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378022 Aug 16 13:06:48.043685 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76adc5-7771-4eec-a2a7-1cf477904afb req-324baa38-46d4-4267-bc60-ca9d3c6c40fb tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:48.045499 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3a76adc5-7771-4eec-a2a7-1cf477904afb req-324baa38-46d4-4267-bc60-ca9d3c6c40fb tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.61 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 945 time: 0.0563083 Aug 16 13:06:48.182313 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d012b2-b416-4de0-a791-4823dc1e22b1 req-3b0c18c9-ba9b-470a-beea-f3c2e6ff9fbb tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:48.183850 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-37d012b2-b416-4de0-a791-4823dc1e22b1 req-3b0c18c9-ba9b-470a-beea-f3c2e6ff9fbb tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0924606 Aug 16 13:06:48.215979 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-3a76adc5-7771-4eec-a2a7-1cf477904afb req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Deleting port 00361403-e865-4135-b1f4-98564508c3fd {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:06:48.216324 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-3a76adc5-7771-4eec-a2a7-1cf477904afb req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.271544 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-37d012b2-b416-4de0-a791-4823dc1e22b1 req-81281dd5-e8e2-4284-8114-b5a2b53d41ae tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812066 Aug 16 13:06:48.273233 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a3bf9-4950-4319-86ab-677071d3cc29 req-effb38ff-9df1-45cc-b8da-bdaef585839f tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:48.282757 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-738a3bf9-4950-4319-86ab-677071d3cc29 req-effb38ff-9df1-45cc-b8da-bdaef585839f tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0630689 Aug 16 13:06:48.332622 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-738a3bf9-4950-4319-86ab-677071d3cc29 req-70ac9b1b-9b0c-4f92-a655-91a5cd6867e0 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476897 Aug 16 13:06:48.333891 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-3a76adc5-7771-4eec-a2a7-1cf477904afb req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] For port 00361403-e865-4135-b1f4-98564508c3fd, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=00361403-e865-4135-b1f4-98564508c3fd,segment=NetworkSegment(cf6d433d-f80a-4563-b3b3-b630b12e95a9),segment_id=cf6d433d-f80a-4563-b3b3-b630b12e95a9)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:06:48.334272 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-3a76adc5-7771-4eec-a2a7-1cf477904afb req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.353707 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-3a76adc5-7771-4eec-a2a7-1cf477904afb req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Calling delete_port for 00361403-e865-4135-b1f4-98564508c3fd owned by compute:nova {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:06:48.481966 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-3a76adc5-7771-4eec-a2a7-1cf477904afb req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.512966 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Pushing event deleted for resources: {'Port': ['ID=00361403-e865-4135-b1f4-98564508c3fd,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:48.522135 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['00361403-e865-4135-b1f4-98564508c3fd'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:06:48.538837 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:48.539147 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:48.539529 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:48.539863 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:48.540191 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:48.540549 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:48.540912 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:48.541277 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:48.541608 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:48.541943 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:48.542259 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:48.542626 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:48.568282 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a76adc5-7771-4eec-a2a7-1cf477904afb req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] No DVR routers for this DVR port 00361403-e865-4135-b1f4-98564508c3fd on host hv-cinder-80469 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:06:48.570659 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-3a76adc5-7771-4eec-a2a7-1cf477904afb req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:48.573243 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3a76adc5-7771-4eec-a2a7-1cf477904afb req-bdba7290-b7fc-4f84-841c-f0258802ae06 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.61 "DELETE /v2.0/ports/00361403-e865-4135-b1f4-98564508c3fd HTTP/1.1" status: 204 len: 173 time: 0.5197864 Aug 16 13:06:48.573682 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25898c7-55c2-4d74-aedf-e4d059781ded', 'name': 'network-vif-deleted', 'tag': '00361403-e865-4135-b1f4-98564508c3fd'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:06:48.575936 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1be2a9-519c-47c4-874c-5571669d5c60" -d '{"events": [{"server_uuid": "c25898c7-55c2-4d74-aedf-e4d059781ded", "name": "network-vif-deleted", "tag": "00361403-e865-4135-b1f4-98564508c3fd"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:06:48.620259 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0027a8d-a2d9-4868-a7da-f9ebaaf9c69d x-openstack-request-id: req-f0027a8d-a2d9-4868-a7da-f9ebaaf9c69d {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:06:48.620549 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25898c7-55c2-4d74-aedf-e4d059781ded", "name": "network-vif-deleted", "tag": "00361403-e865-4135-b1f4-98564508c3fd", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:06:48.620800 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0027a8d-a2d9-4868-a7da-f9ebaaf9c69d {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:06:48.621246 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25898c7-55c2-4d74-aedf-e4d059781ded', 'name': 'network-vif-deleted', 'tag': '00361403-e865-4135-b1f4-98564508c3fd', 'status': 'completed', 'code': 200} Aug 16 13:06:48.663471 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 42408) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:48.749816 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-870e98dc-b7da-447e-8464-5b3afd8db8de req-a9fbf69b-80c4-4aa8-a7e8-445f4732d169 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852020 Aug 16 13:06:48.990961 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-cc87cd66-f59f-4ead-88a1-de8d22caf078 req-d7e4f6da-e3db-4e30-8a4a-f87bbb638106 tempest-AttachVolumeNegativeTest-1818112768 tempest-AttachVolumeNegativeTest-1818112768-project] 10.222.0.20 "GET /v2.0/ports?device_id=c25898c7-55c2-4d74-aedf-e4d059781ded HTTP/1.1" status: 200 len: 210 time: 0.0260448 Aug 16 13:06:49.427121 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fec89-58d3-4bc5-82e5-33c97aecfc0a req-c1abfab9-ece8-4645-ad0f-968c48cda724 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:49.428844 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-417fec89-58d3-4bc5-82e5-33c97aecfc0a req-c1abfab9-ece8-4645-ad0f-968c48cda724 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0583451 Aug 16 13:06:49.467794 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-417fec89-58d3-4bc5-82e5-33c97aecfc0a req-5549978d-60f9-4779-a986-bebacd44030e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326874 Aug 16 13:06:49.479853 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7f630-4281-486d-b7f8-63080bb74173 req-a4f83880-7def-46d4-b8e9-982bdd60919e tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:49.481495 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4ce7f630-4281-486d-b7f8-63080bb74173 req-a4f83880-7def-46d4-b8e9-982bdd60919e tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0511217 Aug 16 13:06:49.529404 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4ce7f630-4281-486d-b7f8-63080bb74173 req-1eadcd1a-f222-4eaf-885d-f76d9499ac6a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405371 Aug 16 13:06:50.046828 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 42428) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:50.091324 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_v2 [None req-80664acf-98a7-41b0-9e06-f3f2045331cd admin admin] Deleting subnet 957e0498-9090-4243-9332-9dea676ee25f {{(pid=94053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:06:50.094302 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-80664acf-98a7-41b0-9e06-f3f2045331cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.130858 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-80664acf-98a7-41b0-9e06-f3f2045331cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14268650'] for subnet, precommit_delete_associations {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.172392 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-80664acf-98a7-41b0-9e06-f3f2045331cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1938334'] for subnet, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.189245 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 00361403-e865-4135-b1f4-98564508c3fd no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:50.210678 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: 00361403-e865-4135-b1f4-98564508c3fd {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:06:50.211160 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 00361403-e865-4135-b1f4-98564508c3fd not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:06:50.211810 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 77349e1a-1417-48d6-9a12-c26fd43bd611 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:06:50.235718 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-80664acf-98a7-41b0-9e06-f3f2045331cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1938327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14434945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13324480'] for subnet, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.265281 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80664acf-98a7-41b0-9e06-f3f2045331cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=957e0498-9090-4243-9332-9dea676ee25f,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:50.267331 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-80664acf-98a7-41b0-9e06-f3f2045331cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.271533 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-80664acf-98a7-41b0-9e06-f3f2045331cd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/957e0498-9090-4243-9332-9dea676ee25f HTTP/1.1" status: 204 len: 168 time: 0.2214289 Aug 16 13:06:50.271727 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 42432) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:50.342756 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1ee54a16-b901-4b4a-83be-84afb45e296b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771912'] for network, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.420872 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1ee54a16-b901-4b4a-83be-84afb45e296b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740267', 'neutron.services.segments.db._delete_segments_for_network-8755702799171'] for network, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.431372 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-1ee54a16-b901-4b4a-83be-84afb45e296b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc19dd6-126c-4a2e-8fd7-b756f1855acc']}} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:50.442113 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-1ee54a16-b901-4b4a-83be-84afb45e296b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6d433d-f80a-4563-b3b3-b630b12e95a9') {'for_net_delete': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:50.442404 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-1ee54a16-b901-4b4a-83be-84afb45e296b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6d433d-f80a-4563-b3b3-b630b12e95a9') {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:06:50.451175 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1ee54a16-b901-4b4a-83be-84afb45e296b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755702802764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14268643'] for segment, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.471896 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1ee54a16-b901-4b4a-83be-84afb45e296b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.479153 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee54a16-b901-4b4a-83be-84afb45e296b admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:06:50.479739 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1ee54a16-b901-4b4a-83be-84afb45e296b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14435047'] for segment, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: Traceback (most recent call last): Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: timer() Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: cb(*args, **kw) Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: return func(*args, **kwargs) Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: self._notify() Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: self.callback(batched_events) Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: event.method(event) Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: return f(self, *a, **k) Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: return self._get(url).json() Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: return self.request(url, 'GET', **kwargs) Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:06:50.481855 dv-cinder-804698-2-iscsi neutron-server[94053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:06:50.533841 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1ee54a16-b901-4b4a-83be-84afb45e296b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726233'] for network, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.539027 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1ee54a16-b901-4b4a-83be-84afb45e296b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.543385 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-1ee54a16-b901-4b4a-83be-84afb45e296b admin admin] 10.222.0.20 "DELETE /v2.0/networks/7cc19dd6-126c-4a2e-8fd7-b756f1855acc HTTP/1.1" status: 204 len: 168 time: 0.2682090 Aug 16 13:06:50.555157 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee54a16-b901-4b4a-83be-84afb45e296b admin admin] Pushing event deleted for resources: {'Network': ['ID=7cc19dd6-126c-4a2e-8fd7-b756f1855acc,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:50.607754 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791a81b-0b78-4ade-a7e0-926cfc61c23b req-158109fe-2d1f-4510-8c59-56f70ad938de tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:50.609245 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6791a81b-0b78-4ade-a7e0-926cfc61c23b req-158109fe-2d1f-4510-8c59-56f70ad938de tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0560439 Aug 16 13:06:50.657514 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077902f2-ccc1-4360-a476-251f8ca62dc0 req-22378378-7123-4777-a2f7-6599f96014ef tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:50.659028 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-077902f2-ccc1-4360-a476-251f8ca62dc0 req-22378378-7123-4777-a2f7-6599f96014ef tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0563741 Aug 16 13:06:50.661978 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6791a81b-0b78-4ade-a7e0-926cfc61c23b req-3ed023a4-721f-43f3-804d-ced6d2db122e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430532 Aug 16 13:06:50.698741 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-077902f2-ccc1-4360-a476-251f8ca62dc0 req-13e20338-8d49-4bc6-afb5-0884020771c1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338807 Aug 16 13:06:50.764479 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 42440) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:50.807878 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-ba1b6c33-4b11-4451-845a-a86bb9b0d8eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49abdb5182444a8ab635e34dda44fd9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421288 Aug 16 13:06:50.811111 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 42442) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:06:50.860886 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3d43c7f8-52e1-49db-8a3f-a80edd624919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.881350 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3d43c7f8-52e1-49db-8a3f-a80edd624919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.908451 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e98dc-b7da-447e-8464-5b3afd8db8de req-6146cfcb-5852-440c-b43d-6ff699a1f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:50.909939 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-870e98dc-b7da-447e-8464-5b3afd8db8de req-6146cfcb-5852-440c-b43d-6ff699a1f8ad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24&tenant_id=065e8e5b57d74a0d98687912b8c6d026 HTTP/1.1" status: 200 len: 1096 time: 0.0669081 Aug 16 13:06:50.929325 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3d43c7f8-52e1-49db-8a3f-a80edd624919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.931898 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3d43c7f8-52e1-49db-8a3f-a80edd624919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:50.933031 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-3d43c7f8-52e1-49db-8a3f-a80edd624919 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9f40396-a3a3-4596-ad50-4de1d5274625 HTTP/1.1" status: 204 len: 168 time: 0.1208575 Aug 16 13:06:50.944589 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43c7f8-52e1-49db-8a3f-a80edd624919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f40396-a3a3-4596-ad50-4de1d5274625,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:06:50.952076 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43c7f8-52e1-49db-8a3f-a80edd624919 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:50.952422 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43c7f8-52e1-49db-8a3f-a80edd624919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:50.952887 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43c7f8-52e1-49db-8a3f-a80edd624919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:50.953225 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43c7f8-52e1-49db-8a3f-a80edd624919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:50.953603 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43c7f8-52e1-49db-8a3f-a80edd624919 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:50.953938 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43c7f8-52e1-49db-8a3f-a80edd624919 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:50.954432 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43c7f8-52e1-49db-8a3f-a80edd624919 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:50.954757 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43c7f8-52e1-49db-8a3f-a80edd624919 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:50.955082 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43c7f8-52e1-49db-8a3f-a80edd624919 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:50.955422 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43c7f8-52e1-49db-8a3f-a80edd624919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:50.955742 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43c7f8-52e1-49db-8a3f-a80edd624919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:50.956056 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d43c7f8-52e1-49db-8a3f-a80edd624919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:06:51.013395 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e98dc-b7da-447e-8464-5b3afd8db8de req-cec27362-0e46-43db-9f52-62e41e7cc42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:51.014890 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-870e98dc-b7da-447e-8464-5b3afd8db8de req-cec27362-0e46-43db-9f52-62e41e7cc42d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=065e8e5b57d74a0d98687912b8c6d026&device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 1096 time: 0.0454094 Aug 16 13:06:51.110940 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e98dc-b7da-447e-8464-5b3afd8db8de req-d7ba1319-4bd6-4ca8-909b-354ca5b5c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:51.112454 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-870e98dc-b7da-447e-8464-5b3afd8db8de req-d7ba1319-4bd6-4ca8-909b-354ca5b5c257 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0f5346d6-5894-47ff-bb0d-27a8e17e988b HTTP/1.1" status: 200 len: 917 time: 0.0898471 Aug 16 13:06:51.178522 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-870e98dc-b7da-447e-8464-5b3afd8db8de req-712ba151-4753-4446-837b-b9be9d91a904 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77349e1a-1417-48d6-9a12-c26fd43bd611 HTTP/1.1" status: 200 len: 998 time: 0.0589573 Aug 16 13:06:51.266369 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e98dc-b7da-447e-8464-5b3afd8db8de req-6e71445d-b985-4bff-92a5-2e29a196bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:51.267951 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-870e98dc-b7da-447e-8464-5b3afd8db8de req-6e71445d-b985-4bff-92a5-2e29a196bc79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1 HTTP/1.1" status: 200 len: 855 time: 0.0556574 Aug 16 13:06:51.332539 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9674d476-cf08-4517-acc5-ffe61f787c5d req-dce1b002-bc65-487e-9d68-c63673907283 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757706 Aug 16 13:06:51.337906 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e98dc-b7da-447e-8464-5b3afd8db8de req-83294409-4346-44b7-b553-3c8c206686ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:51.339986 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-870e98dc-b7da-447e-8464-5b3afd8db8de req-83294409-4346-44b7-b553-3c8c206686ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0f5346d6-5894-47ff-bb0d-27a8e17e988b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525236 Aug 16 13:06:51.468880 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d476-cf08-4517-acc5-ffe61f787c5d req-af3fc089-15a6-47cc-9cbe-e9b273e36233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:51.470241 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9674d476-cf08-4517-acc5-ffe61f787c5d req-af3fc089-15a6-47cc-9cbe-e9b273e36233 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35289569ce2a48d18e2b46800222e61d&device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 1098 time: 0.0842440 Aug 16 13:06:51.506313 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-870e98dc-b7da-447e-8464-5b3afd8db8de req-1ad3f658-e2ee-4505-962c-2115a965d5e7 service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282747 Aug 16 13:06:51.905702 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d476-cf08-4517-acc5-ffe61f787c5d req-d993aec4-06c5-4980-b7af-13ad10b8aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:51.907190 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9674d476-cf08-4517-acc5-ffe61f787c5d req-d993aec4-06c5-4980-b7af-13ad10b8aa66 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b120bbf0-0985-452a-bb3e-65b335150f39 HTTP/1.1" status: 200 len: 912 time: 0.4148674 Aug 16 13:06:51.926996 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88740d-4d28-4929-a287-8400a07b50b5 req-1b4615c9-575f-49ec-b0c5-495c076d9247 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:51.928444 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7f88740d-4d28-4929-a287-8400a07b50b5 req-1b4615c9-575f-49ec-b0c5-495c076d9247 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.1091113 Aug 16 13:06:51.940527 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-870e98dc-b7da-447e-8464-5b3afd8db8de req-006debfb-fe38-4b52-b3f6-b389dfd6c2ef service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013164 Aug 16 13:06:52.012312 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:06:52.017327 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9674d476-cf08-4517-acc5-ffe61f787c5d req-a3cd0ceb-3658-4460-9e5f-68b0d1a377ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8518f0f-2d76-466f-866d-4f5eb952d39a HTTP/1.1" status: 200 len: 1001 time: 0.0879569 Aug 16 13:06:52.020402 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7f88740d-4d28-4929-a287-8400a07b50b5 req-17f64f27-fdd7-40e4-8272-52cb14a30410 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829110 Aug 16 13:06:52.075906 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d476-cf08-4517-acc5-ffe61f787c5d req-ba72d14d-7ef2-4f0d-9508-0ea97fbf8b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:52.077637 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9674d476-cf08-4517-acc5-ffe61f787c5d req-ba72d14d-7ef2-4f0d-9508-0ea97fbf8b70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=396e273c-25ea-422a-a322-cf3e6f91f4f2 HTTP/1.1" status: 200 len: 850 time: 0.0478280 Aug 16 13:06:52.190237 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d476-cf08-4517-acc5-ffe61f787c5d req-60e9cc39-a891-4e0b-8bd0-6d786b9394ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:52.192217 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9674d476-cf08-4517-acc5-ffe61f787c5d req-60e9cc39-a891-4e0b-8bd0-6d786b9394ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b120bbf0-0985-452a-bb3e-65b335150f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1029069 Aug 16 13:06:52.201358 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d391d6e-77a4-4e8d-8181-41a2525b24aa req-347c413b-86ca-4f51-a929-34be7f134abf tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:52.202751 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9d391d6e-77a4-4e8d-8181-41a2525b24aa req-347c413b-86ca-4f51-a929-34be7f134abf tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.1031258 Aug 16 13:06:52.296096 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9d391d6e-77a4-4e8d-8181-41a2525b24aa req-33a724be-7962-4a11-aca5-a33924d09acc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784516 Aug 16 13:06:52.333975 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9674d476-cf08-4517-acc5-ffe61f787c5d req-40bb2a36-d717-444b-8be6-bc46ce256701 service neutron] 10.222.0.61 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274738 Aug 16 13:06:52.433519 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9674d476-cf08-4517-acc5-ffe61f787c5d req-af56f600-4780-4531-98ad-dd3f992149c0 service neutron] 10.222.0.61 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914147 Aug 16 13:06:53.160312 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34e91f-2b25-4306-92d0-e9f576243d9f req-ea0bed1a-bc64-421f-8664-f404dd0b40c5 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:53.162299 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7a34e91f-2b25-4306-92d0-e9f576243d9f req-ea0bed1a-bc64-421f-8664-f404dd0b40c5 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0688934 Aug 16 13:06:53.204649 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7a34e91f-2b25-4306-92d0-e9f576243d9f req-c6d9952c-93bc-431c-a2a5-5d9eaa52fae0 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354931 Aug 16 13:06:53.445980 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe87dc0-80d3-4ea5-ae29-ba8fb6f82a28 req-8d194312-1c08-49b4-b072-928daf4d6146 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:53.448049 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-efe87dc0-80d3-4ea5-ae29-ba8fb6f82a28 req-8d194312-1c08-49b4-b072-928daf4d6146 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0551960 Aug 16 13:06:53.487301 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-efe87dc0-80d3-4ea5-ae29-ba8fb6f82a28 req-eadc6058-4006-442a-9d62-e209684fec32 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332990 Aug 16 13:06:54.336185 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6a08d-fcdb-47ea-a6ab-4429fc688fe1 req-d91ce0cd-ed97-42ce-b3ca-a7c9600cc78d tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:54.337677 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-93c6a08d-fcdb-47ea-a6ab-4429fc688fe1 req-d91ce0cd-ed97-42ce-b3ca-a7c9600cc78d tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0572422 Aug 16 13:06:54.376237 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-93c6a08d-fcdb-47ea-a6ab-4429fc688fe1 req-e479c204-c0c6-4d9d-8671-0ce0efbe5651 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326936 Aug 16 13:06:54.648792 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a382684-db91-4276-812f-e48bfc33cd4a req-ce6af23f-6a72-40c1-8810-7567d26ffdb4 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:54.650978 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8a382684-db91-4276-812f-e48bfc33cd4a req-ce6af23f-6a72-40c1-8810-7567d26ffdb4 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0571010 Aug 16 13:06:54.689402 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8a382684-db91-4276-812f-e48bfc33cd4a req-f92ba737-1387-48a5-8d3b-95abfac81b3b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325229 Aug 16 13:06:55.508667 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3ea6d-3203-4a7d-b389-21a0524bf18b req-ac9bcbe3-977d-4672-a8b8-22d726dc1619 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:55.510371 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c7d3ea6d-3203-4a7d-b389-21a0524bf18b req-ac9bcbe3-977d-4672-a8b8-22d726dc1619 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0584311 Aug 16 13:06:55.553725 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c7d3ea6d-3203-4a7d-b389-21a0524bf18b req-575ed728-98d8-4cb2-ae8a-028aae93282a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373123 Aug 16 13:06:55.843450 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98419a0f-935d-4af1-bebe-ce15b7f5b585 req-0425a266-b436-4c77-86ad-509d77e863fe tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:55.844999 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-98419a0f-935d-4af1-bebe-ce15b7f5b585 req-0425a266-b436-4c77-86ad-509d77e863fe tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0579498 Aug 16 13:06:55.881752 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-98419a0f-935d-4af1-bebe-ce15b7f5b585 req-9b7ef892-4995-4882-bc6b-16dbb858b2a1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308003 Aug 16 13:06:56.673054 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f6ef2-1883-4405-91a1-e4e3b6952f5f req-c91e893d-c6d0-405e-9d94-439e52cb4387 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:56.674513 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ec4f6ef2-1883-4405-91a1-e4e3b6952f5f req-c91e893d-c6d0-405e-9d94-439e52cb4387 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0494950 Aug 16 13:06:56.712027 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ec4f6ef2-1883-4405-91a1-e4e3b6952f5f req-1e287391-6626-45c9-bd7e-2d5073bb3ac4 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312123 Aug 16 13:06:57.004153 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fccec1-751c-4329-9e26-7af68cd96ced req-38d4af36-3980-4aa2-adbc-712d638a33b4 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:57.005617 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-64fccec1-751c-4329-9e26-7af68cd96ced req-38d4af36-3980-4aa2-adbc-712d638a33b4 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0520828 Aug 16 13:06:57.044198 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-64fccec1-751c-4329-9e26-7af68cd96ced req-0a10877f-a116-4e9a-9cb7-9aa3f104ab8c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324776 Aug 16 13:06:57.836907 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ab857-d593-46ef-bbc9-4843362f9972 req-f411ecaf-fcb8-4a90-bbb6-750fb206f583 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:57.838502 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7e1ab857-d593-46ef-bbc9-4843362f9972 req-f411ecaf-fcb8-4a90-bbb6-750fb206f583 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0542669 Aug 16 13:06:57.887371 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7e1ab857-d593-46ef-bbc9-4843362f9972 req-7d4cc98c-58fe-4a2c-b75f-8a3b516cb22f tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425727 Aug 16 13:06:58.169184 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6a409-4d14-4e0f-a4a0-2aaa337e39a3 req-5527c202-108f-4460-8f50-8523f48b470d tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:58.170818 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-76b6a409-4d14-4e0f-a4a0-2aaa337e39a3 req-5527c202-108f-4460-8f50-8523f48b470d tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0496411 Aug 16 13:06:58.217248 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-76b6a409-4d14-4e0f-a4a0-2aaa337e39a3 req-ec2d9c79-a5df-47a4-8804-eb61f9012e74 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371139 Aug 16 13:06:59.026176 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf19aca-15b9-4bbf-af67-9bb84a341afa req-74464fe0-0293-4fb1-b8d8-c16b1375fcc9 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:59.027698 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4bf19aca-15b9-4bbf-af67-9bb84a341afa req-74464fe0-0293-4fb1-b8d8-c16b1375fcc9 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0623200 Aug 16 13:06:59.082771 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4bf19aca-15b9-4bbf-af67-9bb84a341afa req-b1c74565-59ae-4982-8777-63a20ed7938b tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459340 Aug 16 13:06:59.341914 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dd08f-b6af-4c82-b85f-45b8bfdad5e1 req-3576449a-c87c-4294-9334-99b7d10ee6a6 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:06:59.343497 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d32dd08f-b6af-4c82-b85f-45b8bfdad5e1 req-3576449a-c87c-4294-9334-99b7d10ee6a6 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0492373 Aug 16 13:06:59.383998 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d32dd08f-b6af-4c82-b85f-45b8bfdad5e1 req-87db5944-7fc8-40f2-af55-cb8e32ecbc43 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339386 Aug 16 13:06:59.868051 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-365ab6c9-a59b-405c-bb0a-d1728c761cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:00.195840 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af305b7-1e7a-49ec-ab08-36049687f752 req-00a53fff-ae08-4454-b12c-fd89c461b12e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:00.198053 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9af305b7-1e7a-49ec-ab08-36049687f752 req-00a53fff-ae08-4454-b12c-fd89c461b12e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0538015 Aug 16 13:07:00.248525 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9af305b7-1e7a-49ec-ab08-36049687f752 req-43735bf8-1ba5-4e46-a50d-b9f6209a29a5 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445492 Aug 16 13:07:00.538825 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ef13e-41d9-458d-81c7-99dfdf657bac req-ef4c7c9c-c77e-41d7-9485-d3272c5ef3bf tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:00.542516 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ba1ef13e-41d9-458d-81c7-99dfdf657bac req-ef4c7c9c-c77e-41d7-9485-d3272c5ef3bf tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0687921 Aug 16 13:07:00.579212 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ba1ef13e-41d9-458d-81c7-99dfdf657bac req-fc5681ef-09d8-4524-87bf-221272c80d99 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323896 Aug 16 13:07:00.586492 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 42640) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:00.694865 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6f112f14-fafd-4a05-bdbe-e1317edc2f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:00.792105 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6f112f14-fafd-4a05-bdbe-e1317edc2f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:00.795992 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6f112f14-fafd-4a05-bdbe-e1317edc2f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:00.836054 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-6f112f14-fafd-4a05-bdbe-e1317edc2f3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=125233217bf84025ae8f259bf81d2d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484837 Aug 16 13:07:00.837023 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f112f14-fafd-4a05-bdbe-e1317edc2f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2eb162-70ea-4434-9694-eede9503ee70,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:00.839299 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 42646) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:00.889245 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-83380127-2f0e-49c3-9c8a-439d7c210332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:00.910613 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-83380127-2f0e-49c3-9c8a-439d7c210332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:00.956076 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-83380127-2f0e-49c3-9c8a-439d7c210332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:00.958719 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-83380127-2f0e-49c3-9c8a-439d7c210332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:00.963201 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-83380127-2f0e-49c3-9c8a-439d7c210332 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc2eb162-70ea-4434-9694-eede9503ee70 HTTP/1.1" status: 204 len: 168 time: 0.1214974 Aug 16 13:07:00.971481 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83380127-2f0e-49c3-9c8a-439d7c210332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2eb162-70ea-4434-9694-eede9503ee70,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:01.374195 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225a1a3-e352-4276-80ae-61afd952244d req-c5ee6b9c-ea20-4796-a332-dc94bfdde660 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:01.375721 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c225a1a3-e352-4276-80ae-61afd952244d req-c5ee6b9c-ea20-4796-a332-dc94bfdde660 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0573514 Aug 16 13:07:01.426501 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c225a1a3-e352-4276-80ae-61afd952244d req-eab2250b-8cf3-408b-9d9d-ad6754dd0b6f tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446825 Aug 16 13:07:01.713916 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb8cdb-5d4b-41c8-9f2f-59d270e00fd9 req-a90e8abf-38f8-4b24-8169-292174c05b1f tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:01.716558 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-95cb8cdb-5d4b-41c8-9f2f-59d270e00fd9 req-a90e8abf-38f8-4b24-8169-292174c05b1f tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0549784 Aug 16 13:07:01.757136 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-95cb8cdb-5d4b-41c8-9f2f-59d270e00fd9 req-560646aa-be63-4c43-8a31-f99043f68d84 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345786 Aug 16 13:07:02.511461 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-9479439c-d281-4e41-b4f5-f2ad2423aa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:02.577749 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ba26f-65d2-4ec4-b8f6-b6145a2033e6 req-e0e8e4d8-ded4-4e23-a828-d122520f9b14 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:02.579535 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-411ba26f-65d2-4ec4-b8f6-b6145a2033e6 req-e0e8e4d8-ded4-4e23-a828-d122520f9b14 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0552816 Aug 16 13:07:02.635795 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-411ba26f-65d2-4ec4-b8f6-b6145a2033e6 req-8050c45c-07e6-4853-8e8e-9805351d7907 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500429 Aug 16 13:07:02.735333 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:02.899027 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760049cb-523d-4944-958b-072cbf8be4dd req-4b7c6e6a-07c4-4703-a7a7-b60580474dac tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:02.906565 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-760049cb-523d-4944-958b-072cbf8be4dd req-4b7c6e6a-07c4-4703-a7a7-b60580474dac tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0631199 Aug 16 13:07:02.948112 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 42722) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:02.954172 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-760049cb-523d-4944-958b-072cbf8be4dd req-246f3655-d7e1-4a66-8def-680a15a0835f tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467327 Aug 16 13:07:03.065581 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-eea18156-066e-4cc1-876d-24b25a43e444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:03.167017 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-eea18156-066e-4cc1-876d-24b25a43e444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:03.171185 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-eea18156-066e-4cc1-876d-24b25a43e444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:03.217873 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-eea18156-066e-4cc1-876d-24b25a43e444 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30c7bbecacc64dc0949139772777ec10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649715 Aug 16 13:07:03.217873 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea18156-066e-4cc1-876d-24b25a43e444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f25af1b-626b-4f2a-90dc-d0a29b279edd,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:03.218313 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 42728) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:03.276085 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b8ea3b04-d6ab-4fe1-9662-2ee77bc814df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:03.298314 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b8ea3b04-d6ab-4fe1-9662-2ee77bc814df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:03.346178 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b8ea3b04-d6ab-4fe1-9662-2ee77bc814df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:03.348824 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b8ea3b04-d6ab-4fe1-9662-2ee77bc814df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:03.349986 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-b8ea3b04-d6ab-4fe1-9662-2ee77bc814df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f25af1b-626b-4f2a-90dc-d0a29b279edd HTTP/1.1" status: 204 len: 168 time: 0.1330554 Aug 16 13:07:03.360936 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea3b04-d6ab-4fe1-9662-2ee77bc814df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f25af1b-626b-4f2a-90dc-d0a29b279edd,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:03.467193 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:03.662198 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 42736) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:03.677410 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2c0c54ed-67d8-4008-88ff-3cf52c91dd45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:03.765707 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439365f1-e319-4c29-b7b3-0e7c6159a1ba req-ccf82737-dded-4bfc-9410-3d4cf0064387 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:03.767732 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-439365f1-e319-4c29-b7b3-0e7c6159a1ba req-ccf82737-dded-4bfc-9410-3d4cf0064387 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0566661 Aug 16 13:07:03.784902 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2c0c54ed-67d8-4008-88ff-3cf52c91dd45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:03.789953 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2c0c54ed-67d8-4008-88ff-3cf52c91dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:03.816339 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-439365f1-e319-4c29-b7b3-0e7c6159a1ba req-b54cd68f-052f-45b8-91da-f17a8a2b8ab4 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397675 Aug 16 13:07:03.845869 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-2c0c54ed-67d8-4008-88ff-3cf52c91dd45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb8ea988f3ce4dfd9d9a1f5228de97ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820753 Aug 16 13:07:03.846951 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c54ed-67d8-4008-88ff-3cf52c91dd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e72a9c-65db-43ff-9a1e-bb7d091adb5d,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:03.848543 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 42738) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:03.901701 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-be0b12c4-93a9-4883-bb5c-b26901fdb947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:03.923205 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-be0b12c4-93a9-4883-bb5c-b26901fdb947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:03.968041 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-be0b12c4-93a9-4883-bb5c-b26901fdb947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:03.970583 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-be0b12c4-93a9-4883-bb5c-b26901fdb947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:03.971765 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-be0b12c4-93a9-4883-bb5c-b26901fdb947 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58e72a9c-65db-43ff-9a1e-bb7d091adb5d HTTP/1.1" status: 204 len: 168 time: 0.1221464 Aug 16 13:07:03.980316 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b12c4-93a9-4883-bb5c-b26901fdb947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e72a9c-65db-43ff-9a1e-bb7d091adb5d,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:04.115615 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08addd1-b53f-4705-8f09-94bbe7996bff req-19a1ba82-a4ca-46e3-836e-35df8b6a7c23 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:04.123015 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f08addd1-b53f-4705-8f09-94bbe7996bff req-19a1ba82-a4ca-46e3-836e-35df8b6a7c23 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0702796 Aug 16 13:07:04.165417 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f08addd1-b53f-4705-8f09-94bbe7996bff req-db550d96-e615-4d09-95bf-de29e923adf6 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380695 Aug 16 13:07:04.947610 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61410ad5-956e-4047-913c-7b1b67aa1059 req-0292550f-59ba-4bf2-a102-78c21e2ca571 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:04.949149 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-61410ad5-956e-4047-913c-7b1b67aa1059 req-0292550f-59ba-4bf2-a102-78c21e2ca571 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0548685 Aug 16 13:07:04.988364 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-61410ad5-956e-4047-913c-7b1b67aa1059 req-64504aca-b107-4acd-92f1-f068e44d5d81 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333655 Aug 16 13:07:05.279906 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:05.304504 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c984224-3eab-45ce-8cec-9fd0fa3068f2 req-d4b14342-11fd-4f49-9653-0f1b0dd456a0 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:05.306221 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6c984224-3eab-45ce-8cec-9fd0fa3068f2 req-d4b14342-11fd-4f49-9653-0f1b0dd456a0 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0542974 Aug 16 13:07:05.349481 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6c984224-3eab-45ce-8cec-9fd0fa3068f2 req-964ff381-2c5f-4b7f-88cd-cac32952054b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362470 Aug 16 13:07:06.109343 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a3e6f-5eaa-4802-9a8d-5588945feb9e req-d4961028-2cdf-4463-b3e5-1a536dd1a27d tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:06.111006 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7f7a3e6f-5eaa-4802-9a8d-5588945feb9e req-d4961028-2cdf-4463-b3e5-1a536dd1a27d tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0498059 Aug 16 13:07:06.154908 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7f7a3e6f-5eaa-4802-9a8d-5588945feb9e req-0f1e90ec-c5ef-4936-a3b3-0de8271efced tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380886 Aug 16 13:07:06.469670 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece5285-ac7e-4268-9560-c19812614a49 req-0e4a8200-83fd-4d6b-9f62-a91f17df8d3c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:06.470995 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5ece5285-ac7e-4268-9560-c19812614a49 req-0e4a8200-83fd-4d6b-9f62-a91f17df8d3c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0465581 Aug 16 13:07:06.508821 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5ece5285-ac7e-4268-9560-c19812614a49 req-5ff3edd4-880b-4eff-aed1-5b405dae2d54 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319490 Aug 16 13:07:07.266819 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04644d76-8ede-45c7-be23-a86d87a36f75 req-e6cdc9fd-eb53-4ac2-acc8-e7a2c7d54ee9 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:07.268373 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-04644d76-8ede-45c7-be23-a86d87a36f75 req-e6cdc9fd-eb53-4ac2-acc8-e7a2c7d54ee9 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0479386 Aug 16 13:07:07.304705 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-04644d76-8ede-45c7-be23-a86d87a36f75 req-78ec8091-a72d-4846-9726-9b8f6899fe8e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305784 Aug 16 13:07:07.626033 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93d9fb-235b-44d2-a916-e41fb85d2270 req-f5d39c8d-b8ce-4faf-88b1-7315af4710a4 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:07.627523 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ce93d9fb-235b-44d2-a916-e41fb85d2270 req-f5d39c8d-b8ce-4faf-88b1-7315af4710a4 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0465035 Aug 16 13:07:07.662679 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ce93d9fb-235b-44d2-a916-e41fb85d2270 req-ef080872-50db-499f-9271-7f6965528ee1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293760 Aug 16 13:07:08.417863 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed571786-b634-4120-9ed2-fd208f7ec77f req-b394ff64-e757-4b39-b445-5e4e1863ade3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:08.419362 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ed571786-b634-4120-9ed2-fd208f7ec77f req-b394ff64-e757-4b39-b445-5e4e1863ade3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0477953 Aug 16 13:07:08.456236 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ed571786-b634-4120-9ed2-fd208f7ec77f req-9c295a4e-0d9e-442a-b67e-236ee41de4b1 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309448 Aug 16 13:07:08.783407 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6d36d-e784-4068-9817-02c05104abf5 req-c49f5bcb-3165-4f5a-aba6-6807736160f3 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:08.784846 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-35b6d36d-e784-4068-9817-02c05104abf5 req-c49f5bcb-3165-4f5a-aba6-6807736160f3 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0504210 Aug 16 13:07:08.821050 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-35b6d36d-e784-4068-9817-02c05104abf5 req-38aafca8-9182-41ef-8559-492392197ccc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304844 Aug 16 13:07:09.570590 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa34e6c-f13a-40ac-a92a-9a1bfec1a37b req-9dba73e4-61e2-4bf5-bbcc-73b2f09d91bf tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:09.572103 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9fa34e6c-f13a-40ac-a92a-9a1bfec1a37b req-9dba73e4-61e2-4bf5-bbcc-73b2f09d91bf tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0494070 Aug 16 13:07:09.614574 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9fa34e6c-f13a-40ac-a92a-9a1bfec1a37b req-c20a37ad-8a2a-47c5-99e6-1c7650576fe7 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366738 Aug 16 13:07:09.940740 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2756cef-39ab-4457-af76-d8a70d748265 req-42cb9a1d-3b06-41cc-82b3-40e0a9cd2704 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:09.942104 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c2756cef-39ab-4457-af76-d8a70d748265 req-42cb9a1d-3b06-41cc-82b3-40e0a9cd2704 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0485086 Aug 16 13:07:09.981055 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c2756cef-39ab-4457-af76-d8a70d748265 req-534622da-296d-423e-ad44-93f92348d2db tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325758 Aug 16 13:07:10.727648 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbce60-41eb-481b-8c84-60ff98da6557 req-dd596008-6123-401f-b0c6-9661bf11b113 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:10.731797 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c9fbce60-41eb-481b-8c84-60ff98da6557 req-dd596008-6123-401f-b0c6-9661bf11b113 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0513058 Aug 16 13:07:10.767130 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c9fbce60-41eb-481b-8c84-60ff98da6557 req-b3a2b8e1-f7b3-496f-9b23-4def24d47441 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316410 Aug 16 13:07:11.097406 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0715f-c982-4579-ab0a-b074d1333303 req-db2c3bc9-24bf-491d-b0a5-a917243a6d4a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:11.098843 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6dc0715f-c982-4579-ab0a-b074d1333303 req-db2c3bc9-24bf-491d-b0a5-a917243a6d4a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0466189 Aug 16 13:07:11.135701 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6dc0715f-c982-4579-ab0a-b074d1333303 req-0d79e4a9-abfd-4332-87cf-569aa6203642 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302484 Aug 16 13:07:11.883399 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10df27-cce1-419b-a895-52e1623fbfe8 req-65b75a7b-a9ee-475c-b745-942d5e35bf31 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:11.885465 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3b10df27-cce1-419b-a895-52e1623fbfe8 req-65b75a7b-a9ee-475c-b745-942d5e35bf31 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0488837 Aug 16 13:07:11.922765 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3b10df27-cce1-419b-a895-52e1623fbfe8 req-5269dd56-9662-4a01-8a9a-f929ee65e3c8 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314236 Aug 16 13:07:12.266692 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6302d-fd5e-4195-8963-0a287e42843a req-09810861-67d4-4c0d-9496-a445516e5168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:12.268211 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-35f6302d-fd5e-4195-8963-0a287e42843a req-09810861-67d4-4c0d-9496-a445516e5168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0522356 Aug 16 13:07:12.314069 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-35f6302d-fd5e-4195-8963-0a287e42843a req-9b17cab9-d702-457e-bdd4-83b17175cd46 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329268 Aug 16 13:07:12.355622 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:07:13.037182 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300c5f0-2d50-42d9-8711-50e21e9e34ab req-c4543138-50ab-4034-b738-37516cbf22a2 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:13.038633 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b300c5f0-2d50-42d9-8711-50e21e9e34ab req-c4543138-50ab-4034-b738-37516cbf22a2 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0472059 Aug 16 13:07:13.079427 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b300c5f0-2d50-42d9-8711-50e21e9e34ab req-b92dc7e3-d2c3-4786-9cce-76885e0328a3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342922 Aug 16 13:07:13.434535 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476fc8c-d93f-4c16-b8c4-c931d41f0e0c req-56f7b1db-97e4-4e6f-918c-ccad79e7406c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:13.436060 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7476fc8c-d93f-4c16-b8c4-c931d41f0e0c req-56f7b1db-97e4-4e6f-918c-ccad79e7406c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 943 time: 0.0496998 Aug 16 13:07:13.478020 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7476fc8c-d93f-4c16-b8c4-c931d41f0e0c req-2215ec16-4bb5-46c8-8b3b-3e9214847ad3 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361111 Aug 16 13:07:14.192891 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efede714-81e6-4c66-b86e-d1d6f86f5c82 req-2ad79858-f255-4046-be87-a59abf15b599 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:14.194331 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-efede714-81e6-4c66-b86e-d1d6f86f5c82 req-2ad79858-f255-4046-be87-a59abf15b599 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0483122 Aug 16 13:07:14.231656 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-efede714-81e6-4c66-b86e-d1d6f86f5c82 req-607c0d75-dbb2-4b10-ae17-ca060bf44d80 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314887 Aug 16 13:07:14.234168 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 77349e1a-1417-48d6-9a12-c26fd43bd611 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:07:14.324342 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 77349e1a-1417-48d6-9a12-c26fd43bd611, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=77349e1a-1417-48d6-9a12-c26fd43bd611,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:14.334988 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': '77349e1a-1417-48d6-9a12-c26fd43bd611', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'port_id': '77349e1a-1417-48d6-9a12-c26fd43bd611', 'mac_address': 'fa:16:3e:3b:45:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:07:14.370061 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:14.385199 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77349e1a-1417-48d6-9a12-c26fd43bd611 {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:07:14.404029 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 77349e1a-1417-48d6-9a12-c26fd43bd611, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=77349e1a-1417-48d6-9a12-c26fd43bd611,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:14.408085 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:14.453266 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=77349e1a-1417-48d6-9a12-c26fd43bd611,revision_number=9']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:14.597329 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574061d-8b8d-4319-8702-4bcec3e3cbef req-5866feb5-1dab-441a-bc75-5c10e98cc5ec tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:14.598793 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f574061d-8b8d-4319-8702-4bcec3e3cbef req-5866feb5-1dab-441a-bc75-5c10e98cc5ec tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 944 time: 0.0482965 Aug 16 13:07:14.635962 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f574061d-8b8d-4319-8702-4bcec3e3cbef req-1a6bf4d4-c5e1-4a37-9a84-ea4f75e4f49a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312805 Aug 16 13:07:15.344535 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80c9b1-18e6-45c3-a006-aee7284768d2 req-a776fbbb-2ed0-439e-b76f-fac3a17600d2 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:15.346005 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ac80c9b1-18e6-45c3-a006-aee7284768d2 req-a776fbbb-2ed0-439e-b76f-fac3a17600d2 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0480723 Aug 16 13:07:15.382329 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ac80c9b1-18e6-45c3-a006-aee7284768d2 req-68dfbedb-76a0-4474-be38-a21c93804f13 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306156 Aug 16 13:07:15.756580 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524dd3f-3a94-46f1-ad13-88bb3573faa1 req-5a6bd67d-2b33-47b2-987b-a88fcae797e7 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:15.758172 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6524dd3f-3a94-46f1-ad13-88bb3573faa1 req-5a6bd67d-2b33-47b2-987b-a88fcae797e7 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 944 time: 0.0509477 Aug 16 13:07:15.796134 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6524dd3f-3a94-46f1-ad13-88bb3573faa1 req-c19472b6-8ad7-4b52-a912-9594cc875ea8 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315168 Aug 16 13:07:16.496190 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e8fe1-ceca-4c20-b7cb-18bc791c6996 req-0768cfd2-2d2b-4456-b894-f6493ce01b02 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:16.497654 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-795e8fe1-ceca-4c20-b7cb-18bc791c6996 req-0768cfd2-2d2b-4456-b894-f6493ce01b02 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0478387 Aug 16 13:07:16.539330 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-795e8fe1-ceca-4c20-b7cb-18bc791c6996 req-afc409c0-606d-446d-917a-1551b10e8aa7 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358467 Aug 16 13:07:16.914600 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18b979-bc27-4d9d-91ed-23bfe64ce8d3 req-7cb9d590-c3ce-448b-8fb3-7220e5567ecd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:16.916080 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7d18b979-bc27-4d9d-91ed-23bfe64ce8d3 req-7cb9d590-c3ce-448b-8fb3-7220e5567ecd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 944 time: 0.0475056 Aug 16 13:07:16.953582 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7d18b979-bc27-4d9d-91ed-23bfe64ce8d3 req-cf1c70e5-efd6-4354-8e5d-5d9c93ffb632 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316160 Aug 16 13:07:17.440819 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['77349e1a-1417-48d6-9a12-c26fd43bd611'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:17.652183 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c49a8-83bd-4154-a656-45739f66ced7 req-0c0c15f7-e9c0-4907-b9a8-8d9434edf693 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:17.653641 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cb6c49a8-83bd-4154-a656-45739f66ced7 req-0c0c15f7-e9c0-4907-b9a8-8d9434edf693 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0476074 Aug 16 13:07:17.690208 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cb6c49a8-83bd-4154-a656-45739f66ced7 req-89fa07cb-60f2-414c-add6-e93a179d0474 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307682 Aug 16 13:07:18.071205 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00685e68-38ee-4755-b1bb-5380cc455a65 req-7cd18058-667d-4b5b-ad4b-dca898567eb9 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:18.072677 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-00685e68-38ee-4755-b1bb-5380cc455a65 req-7cd18058-667d-4b5b-ad4b-dca898567eb9 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 944 time: 0.0481393 Aug 16 13:07:18.108719 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-00685e68-38ee-4755-b1bb-5380cc455a65 req-cca7b258-67e5-4a51-9f63-c6a0b28609be tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302949 Aug 16 13:07:18.802058 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9efeb-c2d9-4bc7-a91c-bf05dd42fd11 req-36e756f6-67c2-4dba-9653-05713cbf3691 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:18.803547 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-41d9efeb-c2d9-4bc7-a91c-bf05dd42fd11 req-36e756f6-67c2-4dba-9653-05713cbf3691 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0470839 Aug 16 13:07:18.841289 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-41d9efeb-c2d9-4bc7-a91c-bf05dd42fd11 req-72af2645-f72d-4716-af38-ba7c46a9b372 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311458 Aug 16 13:07:19.236096 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42204a7-569c-4732-915c-93e80ab6a56d req-e0633005-4dbd-4d47-96dc-84078d047826 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:19.237802 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b42204a7-569c-4732-915c-93e80ab6a56d req-e0633005-4dbd-4d47-96dc-84078d047826 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 944 time: 0.0522625 Aug 16 13:07:19.275977 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b42204a7-569c-4732-915c-93e80ab6a56d req-49d42cad-25cb-4c34-8799-872e0b09cc6f tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320907 Aug 16 13:07:19.952525 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3cf79-d2b4-4224-a29e-02ae5e429eb5 req-a6ed054a-8653-4c91-b581-4229ba1bf48b tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:19.953959 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2cb3cf79-d2b4-4224-a29e-02ae5e429eb5 req-a6ed054a-8653-4c91-b581-4229ba1bf48b tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0469000 Aug 16 13:07:19.995413 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2cb3cf79-d2b4-4224-a29e-02ae5e429eb5 req-f86950b1-d8ee-495f-a8cd-f243695c4545 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351243 Aug 16 13:07:20.392952 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b3c7a-7332-4a74-aeb5-570fe964d56a req-c2870f26-4419-4df8-8204-86c3ad41d565 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:20.394292 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-770b3c7a-7332-4a74-aeb5-570fe964d56a req-c2870f26-4419-4df8-8204-86c3ad41d565 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 944 time: 0.0472136 Aug 16 13:07:20.430399 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-770b3c7a-7332-4a74-aeb5-570fe964d56a req-6f468da4-09e0-4320-b439-732fe946b45c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302906 Aug 16 13:07:21.107622 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71adadd-3b59-4741-a917-bf9fcbddef5d req-87be57cd-3cce-4d84-8236-5ae637a02717 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:21.109069 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b71adadd-3b59-4741-a917-bf9fcbddef5d req-87be57cd-3cce-4d84-8236-5ae637a02717 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0474770 Aug 16 13:07:21.145903 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b71adadd-3b59-4741-a917-bf9fcbddef5d req-39112e41-ffb6-4a40-aa79-a64db85341fe tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309589 Aug 16 13:07:21.359231 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76925ec-aeeb-46f2-bb96-66d03306d6d5 req-edc4ca53-e9b2-4ba6-9e8a-d13a7a8d651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:21.360689 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c76925ec-aeeb-46f2-bb96-66d03306d6d5 req-edc4ca53-e9b2-4ba6-9e8a-d13a7a8d651c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 1099 time: 0.0382307 Aug 16 13:07:21.402799 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c76925ec-aeeb-46f2-bb96-66d03306d6d5 req-0d2255bf-67f9-45b1-802c-02abfc44a904 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267069 Aug 16 13:07:21.549410 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac4d67-27fa-44ce-a4e8-4aa7481ad314 req-f62bb3d8-450c-4239-8b9d-873b8c09e375 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:21.550843 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-99ac4d67-27fa-44ce-a4e8-4aa7481ad314 req-f62bb3d8-450c-4239-8b9d-873b8c09e375 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 944 time: 0.0477989 Aug 16 13:07:21.586696 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-99ac4d67-27fa-44ce-a4e8-4aa7481ad314 req-7ec48ced-3b9c-4532-8b9e-dbd774b2fa20 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296569 Aug 16 13:07:22.009215 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:22.264248 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de405328-2126-4b16-ab63-61515663ea0a req-e128331c-9f22-4c27-8659-47aca739c9c2 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:22.265706 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-de405328-2126-4b16-ab63-61515663ea0a req-e128331c-9f22-4c27-8659-47aca739c9c2 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0481002 Aug 16 13:07:22.306133 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-de405328-2126-4b16-ab63-61515663ea0a req-a92d47ac-be0d-4922-a7bb-c15cc2648d8e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344861 Aug 16 13:07:22.706307 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee96b1-73ba-4aab-8bd9-4ad037b963d1 req-3f2d8b2c-b61d-4c3c-bd9a-3e6dff71f14c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:22.707749 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-dcee96b1-73ba-4aab-8bd9-4ad037b963d1 req-3f2d8b2c-b61d-4c3c-bd9a-3e6dff71f14c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 944 time: 0.0496600 Aug 16 13:07:22.743916 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-dcee96b1-73ba-4aab-8bd9-4ad037b963d1 req-fdbe611b-1283-4465-824a-71e00282cd33 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303614 Aug 16 13:07:23.421805 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cbab2-9341-4b4e-9f2d-ce385998a862 req-e7d7895f-29d8-475b-b0da-4c4173256387 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:23.423315 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-bb6cbab2-9341-4b4e-9f2d-ce385998a862 req-e7d7895f-29d8-475b-b0da-4c4173256387 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0489578 Aug 16 13:07:23.461356 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-bb6cbab2-9341-4b4e-9f2d-ce385998a862 req-a204e70b-92f3-413e-95c7-0b26e5dddd33 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315077 Aug 16 13:07:23.475114 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43096) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:23.577717 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-67110eff-08d5-4ad1-81de-4f4c37e8821a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.663839 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-67110eff-08d5-4ad1-81de-4f4c37e8821a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.667561 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-67110eff-08d5-4ad1-81de-4f4c37e8821a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.704590 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-67110eff-08d5-4ad1-81de-4f4c37e8821a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4f6fc93c308484e8f0f685f41ba0bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284462 Aug 16 13:07:23.706403 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67110eff-08d5-4ad1-81de-4f4c37e8821a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c7e98c-3e53-46ec-b000-75cd4bf8b49d,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:23.707276 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 43100) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:23.754609 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cf5f4362-48e5-4829-9860-6df9601c613f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.775045 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cf5f4362-48e5-4829-9860-6df9601c613f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.822703 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cf5f4362-48e5-4829-9860-6df9601c613f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.825776 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cf5f4362-48e5-4829-9860-6df9601c613f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:23.826947 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-cf5f4362-48e5-4829-9860-6df9601c613f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74c7e98c-3e53-46ec-b000-75cd4bf8b49d HTTP/1.1" status: 204 len: 168 time: 0.1185946 Aug 16 13:07:23.855083 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f4362-48e5-4829-9860-6df9601c613f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c7e98c-3e53-46ec-b000-75cd4bf8b49d,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:23.879675 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c68f9-0752-4df0-9b22-bcd4d044bb8c req-094d9651-c342-49b2-8efb-3410dc76bb2c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:23.881309 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5c6c68f9-0752-4df0-9b22-bcd4d044bb8c req-094d9651-c342-49b2-8efb-3410dc76bb2c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 944 time: 0.0598004 Aug 16 13:07:23.922502 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5c6c68f9-0752-4df0-9b22-bcd4d044bb8c req-f08a5de3-417c-4a3a-a4ad-4dd2149deb19 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344682 Aug 16 13:07:24.085615 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 43108) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:24.099276 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b7f2771e-21e9-4d12-851f-d2e9e97d115c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:24.186999 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b7f2771e-21e9-4d12-851f-d2e9e97d115c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:24.190622 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b7f2771e-21e9-4d12-851f-d2e9e97d115c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:24.227429 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-b7f2771e-21e9-4d12-851f-d2e9e97d115c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b614ca2cdb14b7a8f3e998622396f02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407506 Aug 16 13:07:24.228531 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2771e-21e9-4d12-851f-d2e9e97d115c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005676e4-b233-479c-83be-1c3022e6ddd4,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:24.230688 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43110) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:24.280583 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-79264d84-9a36-4a62-92d5-28a733925fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:24.304743 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-79264d84-9a36-4a62-92d5-28a733925fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:24.348493 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-79264d84-9a36-4a62-92d5-28a733925fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:24.351051 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-79264d84-9a36-4a62-92d5-28a733925fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:24.352211 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-79264d84-9a36-4a62-92d5-28a733925fbb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/005676e4-b233-479c-83be-1c3022e6ddd4 HTTP/1.1" status: 204 len: 168 time: 0.1204557 Aug 16 13:07:24.360469 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79264d84-9a36-4a62-92d5-28a733925fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005676e4-b233-479c-83be-1c3022e6ddd4,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:24.374875 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 77349e1a-1417-48d6-9a12-c26fd43bd611 up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:24.425749 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port 77349e1a-1417-48d6-9a12-c26fd43bd611 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:24.426190 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:24.503870 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:24.538093 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3633ff-22fd-4fc0-9928-e04e81671e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77349e1a-1417-48d6-9a12-c26fd43bd611'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:24.540390 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c91bf99-24ad-494c-9689-0a5fec6d308b" -d '{"events": [{"server_uuid": "ac3633ff-22fd-4fc0-9928-e04e81671e24", "name": "network-vif-plugged", "status": "completed", "tag": "77349e1a-1417-48d6-9a12-c26fd43bd611"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:24.556993 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 77349e1a-1417-48d6-9a12-c26fd43bd611, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=77349e1a-1417-48d6-9a12-c26fd43bd611,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:24.563517 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:24.592866 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7d60ef-6a36-436d-82ea-bad1715941fa x-openstack-request-id: req-bd7d60ef-6a36-436d-82ea-bad1715941fa {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:24.593161 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3633ff-22fd-4fc0-9928-e04e81671e24", "name": "network-vif-plugged", "status": "completed", "tag": "77349e1a-1417-48d6-9a12-c26fd43bd611", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:24.593477 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd7d60ef-6a36-436d-82ea-bad1715941fa {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:24.593867 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3633ff-22fd-4fc0-9928-e04e81671e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77349e1a-1417-48d6-9a12-c26fd43bd611', 'code': 200} Aug 16 13:07:24.600174 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc589625-ba5c-4146-8b49-2aff1771a0ec req-fcf23180-8308-4e02-a6a5-d2549ed7e0ee tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:24.602239 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-dc589625-ba5c-4146-8b49-2aff1771a0ec req-fcf23180-8308-4e02-a6a5-d2549ed7e0ee tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0675728 Aug 16 13:07:24.620423 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=77349e1a-1417-48d6-9a12-c26fd43bd611,revision_number=10']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:24.642594 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-dc589625-ba5c-4146-8b49-2aff1771a0ec req-14339c7c-9bf9-4485-9b32-8ad2c03a84fe tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334582 Aug 16 13:07:25.058118 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963ea3f-77c3-4f10-bdf3-bb069e1a37a7 req-e73d415e-924c-4833-8465-0bc52e780ca6 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:25.059927 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a963ea3f-77c3-4f10-bdf3-bb069e1a37a7 req-e73d415e-924c-4833-8465-0bc52e780ca6 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 946 time: 0.0614815 Aug 16 13:07:25.098662 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a963ea3f-77c3-4f10-bdf3-bb069e1a37a7 req-6778df97-6d08-4909-8887-23a389c19d16 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322528 Aug 16 13:07:25.775394 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d04e08-3965-45d1-a4b4-e46c5e1c9153 req-c90f17c9-0f31-44f3-b62e-8f312fa3b6a5 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:25.777515 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-39d04e08-3965-45d1-a4b4-e46c5e1c9153 req-c90f17c9-0f31-44f3-b62e-8f312fa3b6a5 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0514426 Aug 16 13:07:25.816301 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-39d04e08-3965-45d1-a4b4-e46c5e1c9153 req-7a68d60f-26b7-4d4b-b5cb-ce668132d143 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320287 Aug 16 13:07:26.153496 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df7108-343c-472f-ac86-74549c6d47d6 req-50863ea3-17dd-445a-ba67-536967888c30 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:26.155158 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-43df7108-343c-472f-ac86-74549c6d47d6 req-50863ea3-17dd-445a-ba67-536967888c30 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0675619 Aug 16 13:07:26.195920 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-43df7108-343c-472f-ac86-74549c6d47d6 req-634f5f54-00e0-4ba6-8777-1f2b1fcc4486 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348828 Aug 16 13:07:26.251753 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54a280-e420-4c51-914e-280460f7c128 req-53ef9445-6758-4ac2-8a11-5dbac7b3849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:26.253905 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9b54a280-e420-4c51-914e-280460f7c128 req-53ef9445-6758-4ac2-8a11-5dbac7b3849d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e85023036604c99b3ecbf1a7ae8ae4d&device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 1099 time: 0.1374090 Aug 16 13:07:26.277992 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1bfa8-0748-446e-897b-9367693afab4 req-833cf79d-cdf4-483b-b9ce-b716fb3deff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:26.278861 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c9d1bfa8-0748-446e-897b-9367693afab4 req-833cf79d-cdf4-483b-b9ce-b716fb3deff2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 1099 time: 0.1111093 Aug 16 13:07:26.361004 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceae7e1-4b84-4af4-abc9-4316ba44fadf req-b95142fb-7430-4f40-920f-68ac8a09db9b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:26.364019 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fceae7e1-4b84-4af4-abc9-4316ba44fadf req-b95142fb-7430-4f40-920f-68ac8a09db9b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 946 time: 0.1634402 Aug 16 13:07:26.441722 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c9d1bfa8-0748-446e-897b-9367693afab4 req-7d8cb011-0f45-4d6c-b09f-889e22cbc1ae service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063914 Aug 16 13:07:26.457364 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fceae7e1-4b84-4af4-abc9-4316ba44fadf req-c02e181e-15e6-4cf1-be92-10ceabcf2a07 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819385 Aug 16 13:07:26.460034 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54a280-e420-4c51-914e-280460f7c128 req-18635461-bd44-483e-ba0e-3276e3dc95af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:26.461498 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9b54a280-e420-4c51-914e-280460f7c128 req-18635461-bd44-483e-ba0e-3276e3dc95af service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6191893-b7d5-474d-8040-4bf12149b722 HTTP/1.1" status: 200 len: 919 time: 0.1952579 Aug 16 13:07:26.839302 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9b54a280-e420-4c51-914e-280460f7c128 req-b4ac4d15-1fe8-4960-8ad1-5770f53c4f4e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d19cf8df-cce0-49a3-bdaa-5a89fd08b59e HTTP/1.1" status: 200 len: 217 time: 0.0347984 Aug 16 13:07:26.905020 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54a280-e420-4c51-914e-280460f7c128 req-6531cf4e-c786-409c-92b7-cbdf36214e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:26.906717 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9b54a280-e420-4c51-914e-280460f7c128 req-6531cf4e-c786-409c-92b7-cbdf36214e0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a34715e-16db-490b-b147-81ef16ffb5fd HTTP/1.1" status: 200 len: 858 time: 0.0497456 Aug 16 13:07:26.939894 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9b54a280-e420-4c51-914e-280460f7c128 req-20a7a2df-d81b-4723-89d5-681d5837a4e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6191893-b7d5-474d-8040-4bf12149b722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248492 Aug 16 13:07:27.042034 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9b54a280-e420-4c51-914e-280460f7c128 req-6eb362d2-93db-4b2d-b22d-c075819ccfbb service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860364 Aug 16 13:07:27.143858 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9b54a280-e420-4c51-914e-280460f7c128 req-6f9992af-e494-4358-8918-abc66a23c458 service neutron] 10.222.0.61 "GET /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895700 Aug 16 13:07:27.309465 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e77e18-6562-49a1-96e4-3d95d1222a4b req-c1f291c9-0244-420a-9888-f16dc41d5b40 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:27.310921 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-46e77e18-6562-49a1-96e4-3d95d1222a4b req-c1f291c9-0244-420a-9888-f16dc41d5b40 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0475929 Aug 16 13:07:27.348367 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-46e77e18-6562-49a1-96e4-3d95d1222a4b req-d3c56a03-bb27-4bd3-a8ac-d6904f62bb13 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315299 Aug 16 13:07:27.578782 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214a0e4-0265-4fca-8647-cf3661b67212 req-d348e5c7-16ca-48f9-a6b9-43128641b1f2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:27.580274 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a214a0e4-0265-4fca-8647-cf3661b67212 req-d348e5c7-16ca-48f9-a6b9-43128641b1f2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 946 time: 0.0498989 Aug 16 13:07:27.616221 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a214a0e4-0265-4fca-8647-cf3661b67212 req-5ef19a53-b0fe-4813-8add-86d97ab5cf99 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300927 Aug 16 13:07:28.465751 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322fae9-f583-41c5-927f-d91c68922dc3 req-46531eee-d23a-45ff-b2c0-4876071e8686 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:28.467257 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8322fae9-f583-41c5-927f-d91c68922dc3 req-46531eee-d23a-45ff-b2c0-4876071e8686 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0495799 Aug 16 13:07:28.507925 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8322fae9-f583-41c5-927f-d91c68922dc3 req-d1c59a0a-10e5-40ae-b6ef-2c461f92862a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338292 Aug 16 13:07:28.742638 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3cebb-ec7c-436f-98fc-e3965613876a req-e2f98f50-1b93-40b4-b4d5-1212260ae15b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:28.744148 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0dc3cebb-ec7c-436f-98fc-e3965613876a req-e2f98f50-1b93-40b4-b4d5-1212260ae15b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 946 time: 0.0485115 Aug 16 13:07:28.781166 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0dc3cebb-ec7c-436f-98fc-e3965613876a req-24669a32-fc20-4d1d-bcf4-c034648f9e82 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304601 Aug 16 13:07:29.631645 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7677c4b-d4b1-4991-986c-551a9ee5fdb6 req-e5d814d3-db01-460f-9087-4d5886af5dd1 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:29.633137 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d7677c4b-d4b1-4991-986c-551a9ee5fdb6 req-e5d814d3-db01-460f-9087-4d5886af5dd1 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0539296 Aug 16 13:07:29.672360 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d7677c4b-d4b1-4991-986c-551a9ee5fdb6 req-bad04d5e-3352-43c3-aa3e-97515e167ed0 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319712 Aug 16 13:07:29.870537 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-312cd562-3759-467a-bfec-0f6ef983e685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:29.924648 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bf6f3-9850-43e6-babf-904cde13efcc req-222cc8c4-e843-4155-8e35-78a45a02bd36 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:29.926302 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5a8bf6f3-9850-43e6-babf-904cde13efcc req-222cc8c4-e843-4155-8e35-78a45a02bd36 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 946 time: 0.0576906 Aug 16 13:07:29.969283 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5a8bf6f3-9850-43e6-babf-904cde13efcc req-4cb5da8e-0aaa-4573-aafa-85645d1c1541 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333569 Aug 16 13:07:31.165127 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19004036-6724-4878-ba36-5149bd9423f6 req-082601bb-0eef-4e8e-b496-0fd29e05bc75 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:31.166660 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-19004036-6724-4878-ba36-5149bd9423f6 req-082601bb-0eef-4e8e-b496-0fd29e05bc75 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=926241f3-a806-4a5a-984f-f5cd0b5b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0489104 Aug 16 13:07:31.206962 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-19004036-6724-4878-ba36-5149bd9423f6 req-dec3309e-628b-4e22-ad10-8c9622f7e57b tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336120 Aug 16 13:07:32.318915 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824e618-ebd1-461c-b9b1-4668feae8b22 req-b37aa209-f399-4189-9606-efea454988f6 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:32.320284 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4824e618-ebd1-461c-b9b1-4668feae8b22 req-b37aa209-f399-4189-9606-efea454988f6 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=926241f3-a806-4a5a-984f-f5cd0b5b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0468554 Aug 16 13:07:32.357536 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4824e618-ebd1-461c-b9b1-4668feae8b22 req-357c1327-37d8-4d08-8bc8-4cc80c51b237 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309317 Aug 16 13:07:32.502597 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-687d0a46-f4f2-459a-a5f4-483615a942ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:32.727493 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.130630 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43368) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:33.235514 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8f0d1697-62e3-40d0-8968-a7363f9d78f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.331112 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8f0d1697-62e3-40d0-8968-a7363f9d78f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.334837 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8f0d1697-62e3-40d0-8968-a7363f9d78f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.372895 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-8f0d1697-62e3-40d0-8968-a7363f9d78f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f45effccf8a749c08a3b3a90f59e76ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410972 Aug 16 13:07:33.374743 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d1697-62e3-40d0-8968-a7363f9d78f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6658407-bcfb-4524-a069-4132b5f7faab,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:33.375555 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 43378) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:33.440550 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-32fabebc-81a3-474e-ae3f-cb1308acb45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.448655 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f0f8b-472c-418a-955f-b6816c3cfd8e req-9909788b-16bc-4113-96e2-d7642cdd1903 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:33.450226 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-666f0f8b-472c-418a-955f-b6816c3cfd8e req-9909788b-16bc-4113-96e2-d7642cdd1903 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.61 "GET /v2.0/ports?device_id=926241f3-a806-4a5a-984f-f5cd0b5b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0490577 Aug 16 13:07:33.466788 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.478278 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-32fabebc-81a3-474e-ae3f-cb1308acb45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.511064 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142faa9a-8c4c-4f95-b7ce-14b57d062933 req-ada78803-d91d-40d4-bded-3b2d90517d89 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:33.512566 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-142faa9a-8c4c-4f95-b7ce-14b57d062933 req-ada78803-d91d-40d4-bded-3b2d90517d89 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=926241f3-a806-4a5a-984f-f5cd0b5b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0887744 Aug 16 13:07:33.549236 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-666f0f8b-472c-418a-955f-b6816c3cfd8e req-f0f88350-0404-42bc-a3bf-d64e20bee6a7 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Deleting port ad4ad300-13f4-4eac-935a-c792621ded1e {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:33.549582 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-666f0f8b-472c-418a-955f-b6816c3cfd8e req-f0f88350-0404-42bc-a3bf-d64e20bee6a7 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.554699 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-142faa9a-8c4c-4f95-b7ce-14b57d062933 req-2be3afc1-a864-452d-8723-07e19a70d5da tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348580 Aug 16 13:07:33.562140 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-32fabebc-81a3-474e-ae3f-cb1308acb45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.564907 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-32fabebc-81a3-474e-ae3f-cb1308acb45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.566058 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-32fabebc-81a3-474e-ae3f-cb1308acb45e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6658407-bcfb-4524-a069-4132b5f7faab HTTP/1.1" status: 204 len: 168 time: 0.1895616 Aug 16 13:07:33.573879 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fabebc-81a3-474e-ae3f-cb1308acb45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6658407-bcfb-4524-a069-4132b5f7faab,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:33.646145 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-666f0f8b-472c-418a-955f-b6816c3cfd8e req-f0f88350-0404-42bc-a3bf-d64e20bee6a7 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] For port ad4ad300-13f4-4eac-935a-c792621ded1e, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=ad4ad300-13f4-4eac-935a-c792621ded1e,segment=NetworkSegment(86772de0-11ac-4077-8062-800aa5bfe34c),segment_id=86772de0-11ac-4077-8062-800aa5bfe34c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:33.646576 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-666f0f8b-472c-418a-955f-b6816c3cfd8e req-f0f88350-0404-42bc-a3bf-d64e20bee6a7 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.664581 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-666f0f8b-472c-418a-955f-b6816c3cfd8e req-f0f88350-0404-42bc-a3bf-d64e20bee6a7 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Calling delete_port for ad4ad300-13f4-4eac-935a-c792621ded1e owned by compute:nova {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:33.796095 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-666f0f8b-472c-418a-955f-b6816c3cfd8e req-f0f88350-0404-42bc-a3bf-d64e20bee6a7 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.824077 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f88350-0404-42bc-a3bf-d64e20bee6a7 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Pushing event deleted for resources: {'Port': ['ID=ad4ad300-13f4-4eac-935a-c792621ded1e,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:33.834816 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['ad4ad300-13f4-4eac-935a-c792621ded1e'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:33.851515 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43386) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:33.878085 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-666f0f8b-472c-418a-955f-b6816c3cfd8e req-f0f88350-0404-42bc-a3bf-d64e20bee6a7 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] No DVR routers for this DVR port ad4ad300-13f4-4eac-935a-c792621ded1e on host hv-cinder-80469 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:07:33.879840 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e2f0-271e-41c7-9513-63ddd623e27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.881955 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-666f0f8b-472c-418a-955f-b6816c3cfd8e req-f0f88350-0404-42bc-a3bf-d64e20bee6a7 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.883827 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-666f0f8b-472c-418a-955f-b6816c3cfd8e req-f0f88350-0404-42bc-a3bf-d64e20bee6a7 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.61 "DELETE /v2.0/ports/ad4ad300-13f4-4eac-935a-c792621ded1e HTTP/1.1" status: 204 len: 173 time: 0.4269881 Aug 16 13:07:33.884235 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926241f3-a806-4a5a-984f-f5cd0b5b4bd6', 'name': 'network-vif-deleted', 'tag': 'ad4ad300-13f4-4eac-935a-c792621ded1e'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:33.886922 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9ac474-67e1-4042-83d9-456c21b62a7c" -d '{"events": [{"server_uuid": "926241f3-a806-4a5a-984f-f5cd0b5b4bd6", "name": "network-vif-deleted", "tag": "ad4ad300-13f4-4eac-935a-c792621ded1e"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:33.934724 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8351773e-992e-4062-902b-b37a3668dc57 x-openstack-request-id: req-8351773e-992e-4062-902b-b37a3668dc57 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:33.935014 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926241f3-a806-4a5a-984f-f5cd0b5b4bd6", "name": "network-vif-deleted", "tag": "ad4ad300-13f4-4eac-935a-c792621ded1e", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:33.935268 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8351773e-992e-4062-902b-b37a3668dc57 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:33.935711 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926241f3-a806-4a5a-984f-f5cd0b5b4bd6', 'name': 'network-vif-deleted', 'tag': 'ad4ad300-13f4-4eac-935a-c792621ded1e', 'status': 'completed', 'code': 200} Aug 16 13:07:33.987374 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e2f0-271e-41c7-9513-63ddd623e27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:33.991181 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e2f0-271e-41c7-9513-63ddd623e27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:34.029220 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-a5c2e2f0-271e-41c7-9513-63ddd623e27c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a856f6c815f41b480683c077c756522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1766489 Aug 16 13:07:34.031041 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2e2f0-271e-41c7-9513-63ddd623e27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e0da59-3d4e-4d6c-9ee3-9711d8be730d,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:34.031836 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 43390) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:34.080784 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2181be5f-0259-4e7e-9b2a-c82e3508c7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:34.101704 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2181be5f-0259-4e7e-9b2a-c82e3508c7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:34.148088 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2181be5f-0259-4e7e-9b2a-c82e3508c7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:34.151232 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2181be5f-0259-4e7e-9b2a-c82e3508c7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:34.152413 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-2181be5f-0259-4e7e-9b2a-c82e3508c7a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8e0da59-3d4e-4d6c-9ee3-9711d8be730d HTTP/1.1" status: 204 len: 168 time: 0.1196094 Aug 16 13:07:34.160278 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181be5f-0259-4e7e-9b2a-c82e3508c7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e0da59-3d4e-4d6c-9ee3-9711d8be730d,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:34.483828 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 43404) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:34.499230 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c240af70-35c6-4e3c-a73d-aaaaaa725a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:34.586149 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c240af70-35c6-4e3c-a73d-aaaaaa725a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:34.590067 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c240af70-35c6-4e3c-a73d-aaaaaa725a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:34.644123 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-c240af70-35c6-4e3c-a73d-aaaaaa725a45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccbdc81231834decae578f82553691c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557159 Aug 16 13:07:34.644684 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43408) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:34.645507 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240af70-35c6-4e3c-a73d-aaaaaa725a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6891b831-9f13-4dd8-8c17-3109e7a767e7,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:34.693781 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6528da59-a460-4de0-9e72-8f860dd0ff26 req-8fccb88e-c0a3-46b5-be44-bed1a58c1ad1 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=926241f3-a806-4a5a-984f-f5cd0b5b4bd6 HTTP/1.1" status: 200 len: 210 time: 0.0287015 Aug 16 13:07:34.699810 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5d133a2-30db-4a10-8765-e16530839d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:34.722868 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5d133a2-30db-4a10-8765-e16530839d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:34.778437 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5d133a2-30db-4a10-8765-e16530839d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:34.781034 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a5d133a2-30db-4a10-8765-e16530839d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:34.782171 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-a5d133a2-30db-4a10-8765-e16530839d74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6891b831-9f13-4dd8-8c17-3109e7a767e7 HTTP/1.1" status: 204 len: 168 time: 0.1361499 Aug 16 13:07:34.790406 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d133a2-30db-4a10-8765-e16530839d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6891b831-9f13-4dd8-8c17-3109e7a767e7,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:35.273319 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:35.690304 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ea357-fa7f-4d26-8cd2-ab4d8677dd5c req-d43e5882-86ce-405e-9121-98a088597262 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:35.691805 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-585ea357-fa7f-4d26-8cd2-ab4d8677dd5c req-d43e5882-86ce-405e-9121-98a088597262 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0485055 Aug 16 13:07:35.731030 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-585ea357-fa7f-4d26-8cd2-ab4d8677dd5c req-8c8140e0-ccf3-4813-9cd4-06ed858c2d63 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333817 Aug 16 13:07:36.846861 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64aaba1-73fd-42b0-9669-28fc3de05aa2 req-c4c326a7-bc9b-415d-af91-7d1ec13adc9a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:36.848331 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e64aaba1-73fd-42b0-9669-28fc3de05aa2 req-c4c326a7-bc9b-415d-af91-7d1ec13adc9a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0514369 Aug 16 13:07:36.885202 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e64aaba1-73fd-42b0-9669-28fc3de05aa2 req-ea2234db-92fd-4295-8cd4-534e808919d9 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310297 Aug 16 13:07:37.997198 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdf0fd-6665-4949-8513-5e3ae104082f req-c7d29753-5a5b-4ee2-9498-5fa36bc4c042 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:37.998658 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e5cdf0fd-6665-4949-8513-5e3ae104082f req-c7d29753-5a5b-4ee2-9498-5fa36bc4c042 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0474939 Aug 16 13:07:38.035512 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e5cdf0fd-6665-4949-8513-5e3ae104082f req-4685fcad-83f9-44a6-accf-25c1466dae94 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308878 Aug 16 13:07:38.949286 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device ad4ad300-13f4-4eac-935a-c792621ded1e no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:07:39.087635 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: ad4ad300-13f4-4eac-935a-c792621ded1e {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:07:39.087988 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device ad4ad300-13f4-4eac-935a-c792621ded1e not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:07:39.148175 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fa011-50e9-4986-8bc2-337e005a23fc req-48b65f6a-f575-4e23-b055-90b1fdf5f4a2 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:39.149623 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0a6fa011-50e9-4986-8bc2-337e005a23fc req-48b65f6a-f575-4e23-b055-90b1fdf5f4a2 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0479054 Aug 16 13:07:39.187087 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0a6fa011-50e9-4986-8bc2-337e005a23fc req-64583a75-516a-4594-9714-99a6b93d44d2 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314472 Aug 16 13:07:39.621809 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd776a-b9eb-4cd6-8b81-51e5f4904126 req-b6c6a54c-4ba9-4200-8d35-74a5bc7e0340 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:39.623442 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4afd776a-b9eb-4cd6-8b81-51e5f4904126 req-b6c6a54c-4ba9-4200-8d35-74a5bc7e0340 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.61 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 945 time: 0.0467024 Aug 16 13:07:39.717301 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-4afd776a-b9eb-4cd6-8b81-51e5f4904126 req-6e50e4e2-52db-4dfe-b59b-a047f66a2ad3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Deleting port 5c0baa51-018c-46b6-8380-3c287c8f2e1b {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:39.717641 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-4afd776a-b9eb-4cd6-8b81-51e5f4904126 req-6e50e4e2-52db-4dfe-b59b-a047f66a2ad3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:39.806366 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-4afd776a-b9eb-4cd6-8b81-51e5f4904126 req-6e50e4e2-52db-4dfe-b59b-a047f66a2ad3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] For port 5c0baa51-018c-46b6-8380-3c287c8f2e1b, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5c0baa51-018c-46b6-8380-3c287c8f2e1b,segment=NetworkSegment(65810606-55c3-44a7-9e61-1e7601be827f),segment_id=65810606-55c3-44a7-9e61-1e7601be827f)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:39.806740 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-4afd776a-b9eb-4cd6-8b81-51e5f4904126 req-6e50e4e2-52db-4dfe-b59b-a047f66a2ad3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:39.819513 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-4afd776a-b9eb-4cd6-8b81-51e5f4904126 req-6e50e4e2-52db-4dfe-b59b-a047f66a2ad3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Calling delete_port for 5c0baa51-018c-46b6-8380-3c287c8f2e1b owned by compute:nova {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:39.958886 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-4afd776a-b9eb-4cd6-8b81-51e5f4904126 req-6e50e4e2-52db-4dfe-b59b-a047f66a2ad3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:39.986041 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e4e2-52db-4dfe-b59b-a047f66a2ad3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Pushing event deleted for resources: {'Port': ['ID=5c0baa51-018c-46b6-8380-3c287c8f2e1b,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:40.006453 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['d19cf8df-cce0-49a3-bdaa-5a89fd08b59e', '5c0baa51-018c-46b6-8380-3c287c8f2e1b'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:40.028096 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afd776a-b9eb-4cd6-8b81-51e5f4904126 req-6e50e4e2-52db-4dfe-b59b-a047f66a2ad3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] No DVR routers for this DVR port 5c0baa51-018c-46b6-8380-3c287c8f2e1b on host hv-cinder-80469 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:07:40.030539 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-4afd776a-b9eb-4cd6-8b81-51e5f4904126 req-6e50e4e2-52db-4dfe-b59b-a047f66a2ad3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:40.032732 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4afd776a-b9eb-4cd6-8b81-51e5f4904126 req-6e50e4e2-52db-4dfe-b59b-a047f66a2ad3 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.61 "DELETE /v2.0/ports/5c0baa51-018c-46b6-8380-3c287c8f2e1b HTTP/1.1" status: 204 len: 173 time: 0.4030294 Aug 16 13:07:40.033165 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19859ea5-2803-41f8-93ea-93e65e21deaf', 'name': 'network-vif-deleted', 'tag': '5c0baa51-018c-46b6-8380-3c287c8f2e1b'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:40.036348 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8bd5d4-6b91-4c39-af2e-0078d945f841" -d '{"events": [{"server_uuid": "19859ea5-2803-41f8-93ea-93e65e21deaf", "name": "network-vif-deleted", "tag": "5c0baa51-018c-46b6-8380-3c287c8f2e1b"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:40.090007 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aff11c5-e25c-470f-a229-332e2bb8346e x-openstack-request-id: req-7aff11c5-e25c-470f-a229-332e2bb8346e {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:40.090401 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19859ea5-2803-41f8-93ea-93e65e21deaf", "name": "network-vif-deleted", "tag": "5c0baa51-018c-46b6-8380-3c287c8f2e1b", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:40.090612 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7aff11c5-e25c-470f-a229-332e2bb8346e {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:40.091045 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19859ea5-2803-41f8-93ea-93e65e21deaf', 'name': 'network-vif-deleted', 'tag': '5c0baa51-018c-46b6-8380-3c287c8f2e1b', 'status': 'completed', 'code': 200} Aug 16 13:07:40.290309 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5dd592e3-15e7-4864-8dea-1c87e3c78361 req-ce3dfca2-8947-41be-8d55-fbed5a3b198a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=19859ea5-2803-41f8-93ea-93e65e21deaf HTTP/1.1" status: 200 len: 210 time: 0.0245891 Aug 16 13:07:41.568959 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933d633-63cc-4e85-94d8-ecf26d32169d req-dcca7a9d-b337-458a-aa45-08303d73a6a5 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:41.570835 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7933d633-63cc-4e85-94d8-ecf26d32169d req-dcca7a9d-b337-458a-aa45-08303d73a6a5 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0538192 Aug 16 13:07:41.609551 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7933d633-63cc-4e85-94d8-ecf26d32169d req-378d6ca5-64c3-4399-80ac-e6fce9f29ef6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323577 Aug 16 13:07:42.576266 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43560) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:42.687394 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fa4d8b18-275b-4394-b491-8941f23624d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:42.752592 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6ad98-4b85-4e6d-9f50-26a0e6457f44 req-45a02b5c-8113-4c2e-9062-3524b66fc365 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:42.754093 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-16e6ad98-4b85-4e6d-9f50-26a0e6457f44 req-45a02b5c-8113-4c2e-9062-3524b66fc365 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0685441 Aug 16 13:07:42.809159 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-16e6ad98-4b85-4e6d-9f50-26a0e6457f44 req-678d00bc-8aaa-4ceb-88d6-d566792b8b60 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482912 Aug 16 13:07:42.843134 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fa4d8b18-275b-4394-b491-8941f23624d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:42.846700 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fa4d8b18-275b-4394-b491-8941f23624d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:42.886487 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-fa4d8b18-275b-4394-b491-8941f23624d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee76fb6744d94e548a6bdabd60862aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091598 Aug 16 13:07:42.887590 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d8b18-275b-4394-b491-8941f23624d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08e6d9b-b4b3-44fc-a8dd-8e0525061780,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:42.889230 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 43568) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:42.936181 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2eb5e74a-849b-4c2f-9de6-f0a43c345344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:42.959995 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2eb5e74a-849b-4c2f-9de6-f0a43c345344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:43.005023 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2eb5e74a-849b-4c2f-9de6-f0a43c345344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:43.007624 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2eb5e74a-849b-4c2f-9de6-f0a43c345344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:43.008720 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-2eb5e74a-849b-4c2f-9de6-f0a43c345344 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d08e6d9b-b4b3-44fc-a8dd-8e0525061780 HTTP/1.1" status: 204 len: 168 time: 0.1184359 Aug 16 13:07:43.016773 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5e74a-849b-4c2f-9de6-f0a43c345344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08e6d9b-b4b3-44fc-a8dd-8e0525061780,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:43.261119 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 43574) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:43.274724 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9709-a543-46dc-93b7-bc2977f04def admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:43.358943 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9709-a543-46dc-93b7-bc2977f04def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:43.362746 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9709-a543-46dc-93b7-bc2977f04def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:43.399982 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-6e6e9709-a543-46dc-93b7-bc2977f04def admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83d12fe975004364b47f4c79eac489f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1378534 Aug 16 13:07:43.400690 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e9709-a543-46dc-93b7-bc2977f04def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938dd69d-b52a-4ea9-a2e9-900fdf0df29f,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:43.402773 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43576) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:43.452367 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2b014070-bf5d-4be7-9a33-f46176124d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:43.473624 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2b014070-bf5d-4be7-9a33-f46176124d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:43.517895 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2b014070-bf5d-4be7-9a33-f46176124d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:43.520465 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2b014070-bf5d-4be7-9a33-f46176124d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:43.521585 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-2b014070-bf5d-4be7-9a33-f46176124d81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/938dd69d-b52a-4ea9-a2e9-900fdf0df29f HTTP/1.1" status: 204 len: 168 time: 0.1178093 Aug 16 13:07:43.528762 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b014070-bf5d-4be7-9a33-f46176124d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938dd69d-b52a-4ea9-a2e9-900fdf0df29f,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:43.926945 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1a1fd-8c25-4fa1-b713-df48f696c7d5 req-640e5803-7779-4a70-86d2-dffab206d679 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:43.928459 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-08e1a1fd-8c25-4fa1-b713-df48f696c7d5 req-640e5803-7779-4a70-86d2-dffab206d679 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0482166 Aug 16 13:07:43.965489 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-08e1a1fd-8c25-4fa1-b713-df48f696c7d5 req-f26a1ab6-50f6-45d7-9004-c313c530de58 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312078 Aug 16 13:07:44.429763 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 5c0baa51-018c-46b6-8380-3c287c8f2e1b no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:07:44.452854 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: 5c0baa51-018c-46b6-8380-3c287c8f2e1b {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:07:44.453201 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 5c0baa51-018c-46b6-8380-3c287c8f2e1b not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:07:45.086221 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6caa8-ab4f-4034-adab-1af92a9a4acd req-bb94c7dd-fe6b-44ff-9522-5ce41b13af35 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:45.087716 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3af6caa8-ab4f-4034-adab-1af92a9a4acd req-bb94c7dd-fe6b-44ff-9522-5ce41b13af35 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0508845 Aug 16 13:07:45.134033 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3af6caa8-ab4f-4034-adab-1af92a9a4acd req-09bd9cea-2335-43de-86a0-06c36bb555a6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366120 Aug 16 13:07:45.757620 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-b130b457-a2cf-4f8d-9821-57bed3b89108 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:45.759045 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-b130b457-a2cf-4f8d-9821-57bed3b89108 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/networks?id=8177ef0d-c0d5-4c1e-8787-e1ec81252096 HTTP/1.1" status: 200 len: 813 time: 0.1051958 Aug 16 13:07:45.773547 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-6c0a6e28-1373-4a03-a355-99158835732c tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/quotas/c08a67aa83e8458891bb4afb0a3e2ab6 HTTP/1.1" status: 200 len: 375 time: 0.0084300 Aug 16 13:07:45.802790 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-92ae2fe5-e269-4a01-9327-e6373d096353 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c08a67aa83e8458891bb4afb0a3e2ab6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0237124 Aug 16 13:07:45.891138 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-82958793-bbdf-4530-8531-f112a8a81dc4 service neutron] 10.222.0.20 "GET /v2.0/networks/8177ef0d-c0d5-4c1e-8787-e1ec81252096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819306 Aug 16 13:07:45.984557 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-ceb0c606-188c-497b-afca-24d44e2b1d0c service neutron] 10.222.0.20 "GET /v2.0/networks/8177ef0d-c0d5-4c1e-8787-e1ec81252096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874443 Aug 16 13:07:46.154513 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-59f7446d-b1ef-482b-a328-55eac668c721 req-b82f918a-3cf8-4c9b-a163-6338708343e8 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea19c641-a617-4300-a709-f30c3a5934c4 HTTP/1.1" status: 200 len: 210 time: 0.0399051 Aug 16 13:07:46.156733 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e18e5-08b6-4045-a7b4-ee31b6fdee2a req-0c045849-9d96-4c6d-a1f2-ffb47240759b tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:46.158286 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cc0e18e5-08b6-4045-a7b4-ee31b6fdee2a req-0c045849-9d96-4c6d-a1f2-ffb47240759b tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0567567 Aug 16 13:07:46.207743 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cc0e18e5-08b6-4045-a7b4-ee31b6fdee2a req-cbd69c76-2725-45e7-9db2-14be9d8c1e7b tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430760 Aug 16 13:07:46.260986 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906e645-836f-4176-843f-e6a59bdd65a5 req-09c14af7-a8ad-46b8-b8cf-03620156342b tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:46.262457 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d906e645-836f-4176-843f-e6a59bdd65a5 req-09c14af7-a8ad-46b8-b8cf-03620156342b tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0488133 Aug 16 13:07:46.300756 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d906e645-836f-4176-843f-e6a59bdd65a5 req-d39a8e3e-4608-4ce8-86b8-57f9df2823d1 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321352 Aug 16 13:07:47.256363 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-72a522de-069e-48a3-8f31-a4bf46d2bf44 req-bd8cba44-74f1-4108-a134-ad47db72b2b1 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea19c641-a617-4300-a709-f30c3a5934c4 HTTP/1.1" status: 200 len: 210 time: 0.0291243 Aug 16 13:07:47.307875 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-ee7087f7-b8fd-4100-8857-0b22c0d621bc tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:47.309347 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-ee7087f7-b8fd-4100-8857-0b22c0d621bc tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.61 "GET /v2.0/networks?id=8177ef0d-c0d5-4c1e-8787-e1ec81252096 HTTP/1.1" status: 200 len: 813 time: 0.1543248 Aug 16 13:07:47.350445 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-be3f3867-1e41-42d6-b5e1-67b3db3d9b9e tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Request body: {'port': {'device_id': 'ea19c641-a617-4300-a709-f30c3a5934c4', 'network_id': '8177ef0d-c0d5-4c1e-8787-e1ec81252096', 'admin_state_up': True, 'tenant_id': 'c08a67aa83e8458891bb4afb0a3e2ab6'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:47.360841 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c839f94-c403-4541-aa27-6095a3a93c40 req-4ff9b99c-9623-4199-83e9-367601702688 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:47.362269 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9c839f94-c403-4541-aa27-6095a3a93c40 req-4ff9b99c-9623-4199-83e9-367601702688 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0582988 Aug 16 13:07:47.404407 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9c839f94-c403-4541-aa27-6095a3a93c40 req-f6da6bf3-4fd5-444b-8195-4772cd7b530e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331619 Aug 16 13:07:47.485746 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e2d1c-3cab-454c-bb56-bc399ed88310 req-1df119e4-df90-46f1-aacd-d6d001ac8dba tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:47.487211 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-973e2d1c-3cab-454c-bb56-bc399ed88310 req-1df119e4-df90-46f1-aacd-d6d001ac8dba tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0779257 Aug 16 13:07:47.543336 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-973e2d1c-3cab-454c-bb56-bc399ed88310 req-9196bfc4-bf62-4a45-90fe-af6e6e017cb6 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489106 Aug 16 13:07:47.544299 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-be3f3867-1e41-42d6-b5e1-67b3db3d9b9e tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Made reservation on behalf of c08a67aa83e8458891bb4afb0a3e2ab6 for: {'port': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:07:47.547463 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-be3f3867-1e41-42d6-b5e1-67b3db3d9b9e tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.668187 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-be3f3867-1e41-42d6-b5e1-67b3db3d9b9e tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Allocated IP 172.20.0.3 (8177ef0d-c0d5-4c1e-8787-e1ec81252096/48d61e14-47a9-4091-87fa-ee6632dd374b/a9d6adab-46cf-40cd-adac-ae203bb060a1) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:47.834438 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-be3f3867-1e41-42d6-b5e1-67b3db3d9b9e tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.872248 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-be3f3867-1e41-42d6-b5e1-67b3db3d9b9e tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.910371 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-be3f3867-1e41-42d6-b5e1-67b3db3d9b9e tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Network 8177ef0d-c0d5-4c1e-8787-e1ec81252096 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:47.915199 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-be3f3867-1e41-42d6-b5e1-67b3db3d9b9e tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:47.919471 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-be3f3867-1e41-42d6-b5e1-67b3db3d9b9e tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:47.947044 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f3867-1e41-42d6-b5e1-67b3db3d9b9e tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Pushing event updated for resources: {'Port': ['ID=a9d6adab-46cf-40cd-adac-ae203bb060a1,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:47.973424 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-be3f3867-1e41-42d6-b5e1-67b3db3d9b9e tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:47.974010 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-be3f3867-1e41-42d6-b5e1-67b3db3d9b9e tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:47.988232 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-be3f3867-1e41-42d6-b5e1-67b3db3d9b9e tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6439075 Aug 16 13:07:48.009286 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Request body: {'port': {'device_id': 'ea19c641-a617-4300-a709-f30c3a5934c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:48.060051 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:48.316277 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d6adab-46cf-40cd-adac-ae203bb060a1 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:07:48.324227 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:48.336288 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Transition to ACTIVE for port object a9d6adab-46cf-40cd-adac-ae203bb060a1 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:07:48.340818 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:48.375158 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ec094-a61c-4d06-8f4c-007e9419d8e8 req-87a65f4a-1d83-4c0e-bbd0-550210682fbc tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:48.376895 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d59ec094-a61c-4d06-8f4c-007e9419d8e8 req-87a65f4a-1d83-4c0e-bbd0-550210682fbc tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea19c641-a617-4300-a709-f30c3a5934c4 HTTP/1.1" status: 200 len: 931 time: 0.0489028 Aug 16 13:07:48.395274 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d6adab-46cf-40cd-adac-ae203bb060a1,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:48.420039 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d59ec094-a61c-4d06-8f4c-007e9419d8e8 req-7d3e3bee-3dfb-4979-8780-0e22cd790cc7 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364761 Aug 16 13:07:48.463312 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Attempting to bind port a9d6adab-46cf-40cd-adac-ae203bb060a1 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:07:48.463662 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Attempting to bind port a9d6adab-46cf-40cd-adac-ae203bb060a1 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '86772de0-11ac-4077-8062-800aa5bfe34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8177ef0d-c0d5-4c1e-8787-e1ec81252096'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:07:48.463996 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Attempting to bind port a9d6adab-46cf-40cd-adac-ae203bb060a1 on network 8177ef0d-c0d5-4c1e-8787-e1ec81252096 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:07:48.468290 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Port a9d6adab-46cf-40cd-adac-ae203bb060a1 on network 8177ef0d-c0d5-4c1e-8787-e1ec81252096 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:07:48.468608 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Attempting to bind port a9d6adab-46cf-40cd-adac-ae203bb060a1 on network 8177ef0d-c0d5-4c1e-8787-e1ec81252096 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:07:48.473373 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:07:48.473713 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Checking segment: {'id': '86772de0-11ac-4077-8062-800aa5bfe34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8177ef0d-c0d5-4c1e-8787-e1ec81252096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:07:48.474092 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Bound using segment: {'id': '86772de0-11ac-4077-8062-800aa5bfe34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8177ef0d-c0d5-4c1e-8787-e1ec81252096'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:07:48.474518 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Bound port: a9d6adab-46cf-40cd-adac-ae203bb060a1, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86772de0-11ac-4077-8062-800aa5bfe34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8177ef0d-c0d5-4c1e-8787-e1ec81252096'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:07:48.474874 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:48.572483 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12d823-de0e-4351-bb28-8cdfad14cec8 req-2416a613-e9dd-4eb3-a948-45e53fe4eddf tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:48.574023 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5f12d823-de0e-4351-bb28-8cdfad14cec8 req-2416a613-e9dd-4eb3-a948-45e53fe4eddf tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0904853 Aug 16 13:07:48.580695 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] For port a9d6adab-46cf-40cd-adac-ae203bb060a1, host hv-cinder-80469, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:07:48.585804 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] For port a9d6adab-46cf-40cd-adac-ae203bb060a1, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=a9d6adab-46cf-40cd-adac-ae203bb060a1,segment=NetworkSegment(86772de0-11ac-4077-8062-800aa5bfe34c),segment_id=86772de0-11ac-4077-8062-800aa5bfe34c)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:07:48.593522 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:48.648483 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:48.649097 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:48.650989 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] 10.222.0.61 "PUT /v2.0/ports/a9d6adab-46cf-40cd-adac-ae203bb060a1 HTTP/1.1" status: 200 len: 1093 time: 0.6452098 Aug 16 13:07:48.651556 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea19c641-a617-4300-a709-f30c3a5934c4', 'tag': 'a9d6adab-46cf-40cd-adac-ae203bb060a1'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:48.653681 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe66fd6-62d7-4f25-a9ed-d1c868b62acc" -d '{"events": [{"name": "network-changed", "server_uuid": "ea19c641-a617-4300-a709-f30c3a5934c4", "tag": "a9d6adab-46cf-40cd-adac-ae203bb060a1"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:48.674128 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5f12d823-de0e-4351-bb28-8cdfad14cec8 req-b1510cca-29bc-47f3-be9d-d9f013691989 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909407 Aug 16 13:07:48.675784 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54fc2e-049f-4da6-a0f8-f3e8e16b108d req-b6f6b959-0037-4ffe-b3bd-544529756003 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:48.677513 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-aa54fc2e-049f-4da6-a0f8-f3e8e16b108d req-b6f6b959-0037-4ffe-b3bd-544529756003 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0610127 Aug 16 13:07:48.679279 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d6adab-46cf-40cd-adac-ae203bb060a1,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:48.687727 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:48.688173 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:48.688634 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:48.689028 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:48.689425 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:48.689789 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:48.690086 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:48.690490 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:48.690795 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:48.691163 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:48.691681 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:48.691914 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56fef5-a07f-4677-9cc9-ec429dec0d12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:48.733070 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-aa54fc2e-049f-4da6-a0f8-f3e8e16b108d req-266a46d3-6593-4fad-9d55-699fb8d706ab tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480058 Aug 16 13:07:48.756530 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54275ec1-15ca-4829-be20-265909ea74cd x-openstack-request-id: req-54275ec1-15ca-4829-be20-265909ea74cd {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:48.756817 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea19c641-a617-4300-a709-f30c3a5934c4", "tag": "a9d6adab-46cf-40cd-adac-ae203bb060a1", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:48.757088 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54275ec1-15ca-4829-be20-265909ea74cd {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:48.757473 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea19c641-a617-4300-a709-f30c3a5934c4', 'tag': 'a9d6adab-46cf-40cd-adac-ae203bb060a1', 'status': 'completed', 'code': 200} Aug 16 13:07:48.774692 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-a032bfec-b519-4e1e-9b60-e58be9b96669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:48.776343 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-a032bfec-b519-4e1e-9b60-e58be9b96669 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c08a67aa83e8458891bb4afb0a3e2ab6&device_id=ea19c641-a617-4300-a709-f30c3a5934c4 HTTP/1.1" status: 200 len: 1096 time: 0.0548322 Aug 16 13:07:48.837408 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-878afa64-ae2d-4988-bc68-1dd43bdabcf3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9d6adab-46cf-40cd-adac-ae203bb060a1 HTTP/1.1" status: 200 len: 217 time: 0.0395126 Aug 16 13:07:48.887755 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-88db1d83-48d3-4306-b21f-8aaa485af99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:48.889160 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-88db1d83-48d3-4306-b21f-8aaa485af99b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d61e14-47a9-4091-87fa-ee6632dd374b HTTP/1.1" status: 200 len: 853 time: 0.0443530 Aug 16 13:07:48.921281 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-97561990-5b48-4808-b18a-b46403f259ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8177ef0d-c0d5-4c1e-8787-e1ec81252096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232952 Aug 16 13:07:49.237760 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-cd772f25-ba1c-4802-abc5-eeab9118a295 service neutron] 10.222.0.61 "GET /v2.0/networks/8177ef0d-c0d5-4c1e-8787-e1ec81252096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090332 Aug 16 13:07:49.326177 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ad9b39f2-22e8-46a2-a932-0920266dc878 req-8f477993-8511-4af5-8913-ed233e919d25 service neutron] 10.222.0.61 "GET /v2.0/networks/8177ef0d-c0d5-4c1e-8787-e1ec81252096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784850 Aug 16 13:07:49.355853 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:07:49.484288 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe66fd6-62d7-4f25-a9ed-d1c868b62acc req-6012dd20-a003-4bbd-ba04-57758a943914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:49.485886 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-efe66fd6-62d7-4f25-a9ed-d1c868b62acc req-6012dd20-a003-4bbd-ba04-57758a943914 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c08a67aa83e8458891bb4afb0a3e2ab6&device_id=ea19c641-a617-4300-a709-f30c3a5934c4 HTTP/1.1" status: 200 len: 1096 time: 0.0435779 Aug 16 13:07:49.593972 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36627465-5f71-42b4-83ed-fa7430735f40 req-fa9212e1-b216-4c05-866e-e5ff9ce8f944 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:49.595449 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-36627465-5f71-42b4-83ed-fa7430735f40 req-fa9212e1-b216-4c05-866e-e5ff9ce8f944 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea19c641-a617-4300-a709-f30c3a5934c4 HTTP/1.1" status: 200 len: 943 time: 0.1066973 Aug 16 13:07:49.620752 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe66fd6-62d7-4f25-a9ed-d1c868b62acc req-c56d47da-5583-4c79-a8ab-60f3fb433e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:49.622131 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-efe66fd6-62d7-4f25-a9ed-d1c868b62acc req-c56d47da-5583-4c79-a8ab-60f3fb433e16 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8177ef0d-c0d5-4c1e-8787-e1ec81252096 HTTP/1.1" status: 200 len: 914 time: 0.1252792 Aug 16 13:07:49.646335 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-36627465-5f71-42b4-83ed-fa7430735f40 req-224a51be-9800-4182-aa6a-d40d1b3aa49b tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405259 Aug 16 13:07:49.675172 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-efe66fd6-62d7-4f25-a9ed-d1c868b62acc req-bdcb9b9e-4c13-4781-8608-a6b23703d320 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9d6adab-46cf-40cd-adac-ae203bb060a1 HTTP/1.1" status: 200 len: 217 time: 0.0360947 Aug 16 13:07:49.725360 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe66fd6-62d7-4f25-a9ed-d1c868b62acc req-9cc0a542-663f-4089-9f40-34b3120d761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:49.726822 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-efe66fd6-62d7-4f25-a9ed-d1c868b62acc req-9cc0a542-663f-4089-9f40-34b3120d761d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48d61e14-47a9-4091-87fa-ee6632dd374b HTTP/1.1" status: 200 len: 853 time: 0.0430129 Aug 16 13:07:49.762479 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-efe66fd6-62d7-4f25-a9ed-d1c868b62acc req-98aa2649-5e3d-4fc0-bd89-f23299f0595f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8177ef0d-c0d5-4c1e-8787-e1ec81252096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271769 Aug 16 13:07:49.798161 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc320e0-66d5-4034-a5b4-92d075eb1eb6 req-da0d7c6a-fdcd-4065-ba25-40089bd504ea tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:49.799822 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6bc320e0-66d5-4034-a5b4-92d075eb1eb6 req-da0d7c6a-fdcd-4065-ba25-40089bd504ea tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0512326 Aug 16 13:07:49.839338 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6bc320e0-66d5-4034-a5b4-92d075eb1eb6 req-afe0f7e2-efaf-4569-8b71-2f3bcc923625 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330839 Aug 16 13:07:49.888041 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31ce92-f51e-4805-ae32-6da2c19f3f6e req-15b24290-c569-45bb-b04e-9fad6eee077a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:49.889515 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ed31ce92-f51e-4805-ae32-6da2c19f3f6e req-15b24290-c569-45bb-b04e-9fad6eee077a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0760891 Aug 16 13:07:49.895673 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-efe66fd6-62d7-4f25-a9ed-d1c868b62acc req-2d0dac67-332b-4275-80dc-56dd2d2e14a3 service neutron] 10.222.0.61 "GET /v2.0/networks/8177ef0d-c0d5-4c1e-8787-e1ec81252096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238737 Aug 16 13:07:49.976949 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ed31ce92-f51e-4805-ae32-6da2c19f3f6e req-c2af8ef1-986a-4457-a698-bdcf802b0b39 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803285 Aug 16 13:07:50.016122 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-efe66fd6-62d7-4f25-a9ed-d1c868b62acc req-67eee7d3-1ead-4bab-893b-92e86cd640f0 service neutron] 10.222.0.61 "GET /v2.0/networks/8177ef0d-c0d5-4c1e-8787-e1ec81252096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032927 Aug 16 13:07:50.756837 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6473e3-2b5f-44b0-8c92-191d5cc0a326 req-72941f01-932b-4f94-be1b-730c6cb6ea05 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:50.758426 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0c6473e3-2b5f-44b0-8c92-191d5cc0a326 req-72941f01-932b-4f94-be1b-730c6cb6ea05 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea19c641-a617-4300-a709-f30c3a5934c4 HTTP/1.1" status: 200 len: 943 time: 0.0478611 Aug 16 13:07:50.798679 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0c6473e3-2b5f-44b0-8c92-191d5cc0a326 req-e86375bf-2a5a-4cb4-9ec1-e5bf49256626 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341935 Aug 16 13:07:50.954424 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88627156-fd46-4782-a759-c8ff766b78b2 req-f1a2a688-308f-47b6-afbb-38d288539cf1 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:50.955907 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-88627156-fd46-4782-a759-c8ff766b78b2 req-f1a2a688-308f-47b6-afbb-38d288539cf1 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0484884 Aug 16 13:07:50.993146 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-88627156-fd46-4782-a759-c8ff766b78b2 req-296e6ad6-3477-43fb-b902-9e4dbd2d27d5 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314267 Aug 16 13:07:51.089454 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a4b3-44cf-40ec-8191-cdb49147c37f req-72b93ecc-d266-47dd-aadf-9245a75f16d9 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:51.091993 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-bff2a4b3-44cf-40ec-8191-cdb49147c37f req-72b93ecc-d266-47dd-aadf-9245a75f16d9 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0487485 Aug 16 13:07:51.130079 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-bff2a4b3-44cf-40ec-8191-cdb49147c37f req-af17449d-2c16-42ed-8920-bf80fafb6376 tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca4e1030-15c0-4657-a105-f25a4543a0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322733 Aug 16 13:07:51.140589 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef398e0f-f9ba-4414-a51f-1fde3a36457a req-a6d67bcf-3748-4c3b-978e-64596aa5232e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:51.142467 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ef398e0f-f9ba-4414-a51f-1fde3a36457a req-a6d67bcf-3748-4c3b-978e-64596aa5232e tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 946 time: 0.0516670 Aug 16 13:07:51.230919 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-ef398e0f-f9ba-4414-a51f-1fde3a36457a req-059076f7-3346-47f2-9aef-80707e59f37a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Deleting port d19cf8df-cce0-49a3-bdaa-5a89fd08b59e {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:51.231264 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ef398e0f-f9ba-4414-a51f-1fde3a36457a req-059076f7-3346-47f2-9aef-80707e59f37a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.321757 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-ef398e0f-f9ba-4414-a51f-1fde3a36457a req-059076f7-3346-47f2-9aef-80707e59f37a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] For port d19cf8df-cce0-49a3-bdaa-5a89fd08b59e, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=d19cf8df-cce0-49a3-bdaa-5a89fd08b59e,segment=NetworkSegment(65810606-55c3-44a7-9e61-1e7601be827f),segment_id=65810606-55c3-44a7-9e61-1e7601be827f)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:51.322643 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ef398e0f-f9ba-4414-a51f-1fde3a36457a req-059076f7-3346-47f2-9aef-80707e59f37a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.335175 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-ef398e0f-f9ba-4414-a51f-1fde3a36457a req-059076f7-3346-47f2-9aef-80707e59f37a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Calling delete_port for d19cf8df-cce0-49a3-bdaa-5a89fd08b59e owned by compute:nova {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:51.462007 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ef398e0f-f9ba-4414-a51f-1fde3a36457a req-059076f7-3346-47f2-9aef-80707e59f37a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.491499 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059076f7-3346-47f2-9aef-80707e59f37a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Pushing event deleted for resources: {'Port': ['ID=d19cf8df-cce0-49a3-bdaa-5a89fd08b59e,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:51.500520 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['d19cf8df-cce0-49a3-bdaa-5a89fd08b59e'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:51.522662 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device a9d6adab-46cf-40cd-adac-ae203bb060a1 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:07:51.532836 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef398e0f-f9ba-4414-a51f-1fde3a36457a req-059076f7-3346-47f2-9aef-80707e59f37a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] No DVR routers for this DVR port d19cf8df-cce0-49a3-bdaa-5a89fd08b59e on host hv-cinder-80469 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:07:51.535372 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-ef398e0f-f9ba-4414-a51f-1fde3a36457a req-059076f7-3346-47f2-9aef-80707e59f37a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.539137 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ef398e0f-f9ba-4414-a51f-1fde3a36457a req-059076f7-3346-47f2-9aef-80707e59f37a tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.61 "DELETE /v2.0/ports/d19cf8df-cce0-49a3-bdaa-5a89fd08b59e HTTP/1.1" status: 204 len: 173 time: 0.3892143 Aug 16 13:07:51.539137 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab55f211-7206-4bfd-9aa7-37bf62d6b506', 'name': 'network-vif-deleted', 'tag': 'd19cf8df-cce0-49a3-bdaa-5a89fd08b59e'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:51.539293 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 43772) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:51.540052 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd07b02-ab59-4bca-bf43-b7e3c1e77d8b" -d '{"events": [{"server_uuid": "ab55f211-7206-4bfd-9aa7-37bf62d6b506", "name": "network-vif-deleted", "tag": "d19cf8df-cce0-49a3-bdaa-5a89fd08b59e"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:51.585219 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2feef0-1ef7-4b07-9a50-bd28cd262a13 x-openstack-request-id: req-ec2feef0-1ef7-4b07-9a50-bd28cd262a13 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:51.585603 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab55f211-7206-4bfd-9aa7-37bf62d6b506", "name": "network-vif-deleted", "tag": "d19cf8df-cce0-49a3-bdaa-5a89fd08b59e", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:51.585722 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec2feef0-1ef7-4b07-9a50-bd28cd262a13 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:51.586125 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab55f211-7206-4bfd-9aa7-37bf62d6b506', 'name': 'network-vif-deleted', 'tag': 'd19cf8df-cce0-49a3-bdaa-5a89fd08b59e', 'status': 'completed', 'code': 200} Aug 16 13:07:51.629007 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port a9d6adab-46cf-40cd-adac-ae203bb060a1, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=a9d6adab-46cf-40cd-adac-ae203bb060a1,segment=NetworkSegment(86772de0-11ac-4077-8062-800aa5bfe34c),segment_id=86772de0-11ac-4077-8062-800aa5bfe34c)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:51.641169 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': 'a9d6adab-46cf-40cd-adac-ae203bb060a1', 'network_id': '8177ef0d-c0d5-4c1e-8787-e1ec81252096', 'port_id': 'a9d6adab-46cf-40cd-adac-ae203bb060a1', 'mac_address': 'fa:16:3e:7a:f2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d61e14-47a9-4091-87fa-ee6632dd374b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:07:51.653040 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a3daa1a8-8ac5-4e37-b61d-fc1a0ca7d1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.684674 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.697446 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d6adab-46cf-40cd-adac-ae203bb060a1 {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:07:51.718095 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port a9d6adab-46cf-40cd-adac-ae203bb060a1, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=a9d6adab-46cf-40cd-adac-ae203bb060a1,segment=NetworkSegment(86772de0-11ac-4077-8062-800aa5bfe34c),segment_id=86772de0-11ac-4077-8062-800aa5bfe34c)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:51.722804 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.750327 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a3daa1a8-8ac5-4e37-b61d-fc1a0ca7d1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.753941 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a3daa1a8-8ac5-4e37-b61d-fc1a0ca7d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.773060 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=a9d6adab-46cf-40cd-adac-ae203bb060a1,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:51.780718 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.781074 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.781427 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.781770 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.782110 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.782450 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.782782 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.783113 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.783478 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.783811 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.784146 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.784474 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.792514 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-a3daa1a8-8ac5-4e37-b61d-fc1a0ca7d1e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=565977048e7a4765897b6d321c5edaae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522490 Aug 16 13:07:51.793596 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3daa1a8-8ac5-4e37-b61d-fc1a0ca7d1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417015d7-1acc-43ba-9d39-c29ca0ae36b9,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:51.795101 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43778) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:51.800640 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3daa1a8-8ac5-4e37-b61d-fc1a0ca7d1e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.801136 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3daa1a8-8ac5-4e37-b61d-fc1a0ca7d1e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.801306 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3daa1a8-8ac5-4e37-b61d-fc1a0ca7d1e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.801886 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3daa1a8-8ac5-4e37-b61d-fc1a0ca7d1e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.802208 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3daa1a8-8ac5-4e37-b61d-fc1a0ca7d1e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.802533 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3daa1a8-8ac5-4e37-b61d-fc1a0ca7d1e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.802854 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3daa1a8-8ac5-4e37-b61d-fc1a0ca7d1e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.803172 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3daa1a8-8ac5-4e37-b61d-fc1a0ca7d1e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.803516 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3daa1a8-8ac5-4e37-b61d-fc1a0ca7d1e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.803835 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3daa1a8-8ac5-4e37-b61d-fc1a0ca7d1e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.804155 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3daa1a8-8ac5-4e37-b61d-fc1a0ca7d1e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.804476 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3daa1a8-8ac5-4e37-b61d-fc1a0ca7d1e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:07:51.854389 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ee772aae-124f-40fb-9f5d-e7ffdcc160ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.875985 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ee772aae-124f-40fb-9f5d-e7ffdcc160ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.914955 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1a878-23a4-42fd-b42e-c3a71e9da7cf req-cbc20d5d-8380-4fa9-b438-e8b06da69a43 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:51.916528 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e3d1a878-23a4-42fd-b42e-c3a71e9da7cf req-cbc20d5d-8380-4fa9-b438-e8b06da69a43 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea19c641-a617-4300-a709-f30c3a5934c4 HTTP/1.1" status: 200 len: 944 time: 0.0514946 Aug 16 13:07:51.921281 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ee772aae-124f-40fb-9f5d-e7ffdcc160ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.923888 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ee772aae-124f-40fb-9f5d-e7ffdcc160ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:51.925008 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-ee772aae-124f-40fb-9f5d-e7ffdcc160ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/417015d7-1acc-43ba-9d39-c29ca0ae36b9 HTTP/1.1" status: 204 len: 168 time: 0.1287503 Aug 16 13:07:51.932839 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee772aae-124f-40fb-9f5d-e7ffdcc160ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417015d7-1acc-43ba-9d39-c29ca0ae36b9,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:51.957571 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e3d1a878-23a4-42fd-b42e-c3a71e9da7cf req-89c72e70-1230-4da1-a50c-b0b8d6b3d111 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341465 Aug 16 13:07:52.010801 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:52.083255 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['a9d6adab-46cf-40cd-adac-ae203bb060a1'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:07:52.138632 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c99804-18f7-4f61-aa48-ddf1c732f54a req-fb6e7cee-f604-43b1-8b72-ff9d2b5e962a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:52.147956 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e6c99804-18f7-4f61-aa48-ddf1c732f54a req-fb6e7cee-f604-43b1-8b72-ff9d2b5e962a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0779710 Aug 16 13:07:52.190372 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e6c99804-18f7-4f61-aa48-ddf1c732f54a req-acdf5303-d2bf-4cd0-95ea-977c6cef796f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415227 Aug 16 13:07:52.267554 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43790) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:52.279801 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2b6f3c88-dd45-4fb5-801a-f0db8a1b2e81 req-fc3b6dc5-ca95-49bc-9133-94f322a5c85d tempest-ServerRescueNegativeTestJSON-579009270 tempest-ServerRescueNegativeTestJSON-579009270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab55f211-7206-4bfd-9aa7-37bf62d6b506 HTTP/1.1" status: 200 len: 210 time: 0.0367520 Aug 16 13:07:52.283238 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a1806fa5-6218-4bec-9dcd-c011762487f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:52.384833 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cc70d2d6-3562-4a5c-8263-23d24f9b3c14 req-d050c3da-49e3-4017-a608-0a9b7517b10e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0597861 Aug 16 13:07:52.412931 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a1806fa5-6218-4bec-9dcd-c011762487f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:52.417283 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a1806fa5-6218-4bec-9dcd-c011762487f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:52.481943 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-a1806fa5-6218-4bec-9dcd-c011762487f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75844f5b4c2d44508c17b5a92903251f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132592 Aug 16 13:07:52.484819 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43792) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:52.486669 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1806fa5-6218-4bec-9dcd-c011762487f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8ff460-0c04-4be0-b9bb-c0bc28e93e82,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:52.517026 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70d2d6-3562-4a5c-8263-23d24f9b3c14 req-a99cc512-9f2c-48da-8300-8c57a489f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:52.518484 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cc70d2d6-3562-4a5c-8263-23d24f9b3c14 req-a99cc512-9f2c-48da-8300-8c57a489f2d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=065e8e5b57d74a0d98687912b8c6d026&device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 1099 time: 0.0905869 Aug 16 13:07:52.559288 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f0639daf-bea9-4bd9-9c5e-ba542fa3a89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:52.612087 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f0639daf-bea9-4bd9-9c5e-ba542fa3a89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:52.665710 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70d2d6-3562-4a5c-8263-23d24f9b3c14 req-76058287-8eb2-40e2-8167-48bad8774370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:52.667636 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cc70d2d6-3562-4a5c-8263-23d24f9b3c14 req-76058287-8eb2-40e2-8167-48bad8774370 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0f5346d6-5894-47ff-bb0d-27a8e17e988b HTTP/1.1" status: 200 len: 917 time: 0.1285210 Aug 16 13:07:52.715529 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f0639daf-bea9-4bd9-9c5e-ba542fa3a89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:52.718010 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f0639daf-bea9-4bd9-9c5e-ba542fa3a89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:52.719116 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-f0639daf-bea9-4bd9-9c5e-ba542fa3a89b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc8ff460-0c04-4be0-b9bb-c0bc28e93e82 HTTP/1.1" status: 204 len: 168 time: 0.2333226 Aug 16 13:07:52.734184 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0639daf-bea9-4bd9-9c5e-ba542fa3a89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8ff460-0c04-4be0-b9bb-c0bc28e93e82,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:52.743590 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cc70d2d6-3562-4a5c-8263-23d24f9b3c14 req-1e4e3ceb-6a71-4a49-8025-ec8a1ac84406 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77349e1a-1417-48d6-9a12-c26fd43bd611 HTTP/1.1" status: 200 len: 1000 time: 0.0685124 Aug 16 13:07:52.795044 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70d2d6-3562-4a5c-8263-23d24f9b3c14 req-76a1cd7c-647f-40ae-a414-3ab6a2d8df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:52.796545 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cc70d2d6-3562-4a5c-8263-23d24f9b3c14 req-76a1cd7c-647f-40ae-a414-3ab6a2d8df1d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1 HTTP/1.1" status: 200 len: 855 time: 0.0439763 Aug 16 13:07:52.842382 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70d2d6-3562-4a5c-8263-23d24f9b3c14 req-b594ddeb-f015-4877-8b8a-61aff5f61e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:52.843890 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cc70d2d6-3562-4a5c-8263-23d24f9b3c14 req-b594ddeb-f015-4877-8b8a-61aff5f61e19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0f5346d6-5894-47ff-bb0d-27a8e17e988b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397706 Aug 16 13:07:52.943876 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cc70d2d6-3562-4a5c-8263-23d24f9b3c14 req-9e31091f-6e35-49b2-ab8f-7f6c3b9d56bd service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855172 Aug 16 13:07:53.046605 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 43800) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:53.055503 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cc70d2d6-3562-4a5c-8263-23d24f9b3c14 req-111e2962-3a04-441e-af95-aa6dddf5c813 service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041856 Aug 16 13:07:53.059786 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ad27b122-a341-4458-81d7-4cc664c74f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:53.092842 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c97f52-e256-40e1-8525-b0c734798ab6 req-32725109-8b4c-4229-a23e-970b4fe10665 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:53.094501 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c4c97f52-e256-40e1-8525-b0c734798ab6 req-32725109-8b4c-4229-a23e-970b4fe10665 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea19c641-a617-4300-a709-f30c3a5934c4 HTTP/1.1" status: 200 len: 944 time: 0.0629790 Aug 16 13:07:53.135859 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c4c97f52-e256-40e1-8525-b0c734798ab6 req-25567719-224e-4ece-902f-b6888bc247fe tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348549 Aug 16 13:07:53.158084 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ad27b122-a341-4458-81d7-4cc664c74f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:53.161916 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ad27b122-a341-4458-81d7-4cc664c74f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:53.200044 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-ad27b122-a341-4458-81d7-4cc664c74f44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=381d2f8e902a470282a69f99b5359f6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521573 Aug 16 13:07:53.200790 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27b122-a341-4458-81d7-4cc664c74f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87f1bfe-eaa1-40d9-8242-dd8e570c7154,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:53.202605 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43802) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:53.252210 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3f39ad6f-f9b4-478b-bcbf-7dd0d3956bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:53.273804 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3f39ad6f-f9b4-478b-bcbf-7dd0d3956bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:53.305728 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6da07-36c6-4448-8cc5-4677bf53880a req-8d05706d-d567-4de6-b5d3-a73db0022f2a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:53.307793 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d1a6da07-36c6-4448-8cc5-4677bf53880a req-8d05706d-d567-4de6-b5d3-a73db0022f2a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0507288 Aug 16 13:07:53.324384 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3f39ad6f-f9b4-478b-bcbf-7dd0d3956bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:53.327125 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3f39ad6f-f9b4-478b-bcbf-7dd0d3956bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:53.328450 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-3f39ad6f-f9b4-478b-bcbf-7dd0d3956bd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a87f1bfe-eaa1-40d9-8242-dd8e570c7154 HTTP/1.1" status: 204 len: 168 time: 0.1248567 Aug 16 13:07:53.336061 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39ad6f-f9b4-478b-bcbf-7dd0d3956bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87f1bfe-eaa1-40d9-8242-dd8e570c7154,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:53.353887 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43810) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:53.359572 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d1a6da07-36c6-4448-8cc5-4677bf53880a req-08479fb6-6489-41de-b929-d4ca97e6f60d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453892 Aug 16 13:07:53.542544 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device a9d6adab-46cf-40cd-adac-ae203bb060a1 up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:53.593169 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port a9d6adab-46cf-40cd-adac-ae203bb060a1 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:53.597263 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port a9d6adab-46cf-40cd-adac-ae203bb060a1 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:53.598439 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:53.686399 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:53.708350 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea19c641-a617-4300-a709-f30c3a5934c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d6adab-46cf-40cd-adac-ae203bb060a1'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:07:53.710954 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3747e00a-4bc8-4f3b-af59-9dc1f3bc652a" -d '{"events": [{"server_uuid": "ea19c641-a617-4300-a709-f30c3a5934c4", "name": "network-vif-plugged", "status": "completed", "tag": "a9d6adab-46cf-40cd-adac-ae203bb060a1"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:07:53.732193 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port a9d6adab-46cf-40cd-adac-ae203bb060a1, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=a9d6adab-46cf-40cd-adac-ae203bb060a1,segment=NetworkSegment(86772de0-11ac-4077-8062-800aa5bfe34c),segment_id=86772de0-11ac-4077-8062-800aa5bfe34c)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:53.737984 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:53.739082 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device d19cf8df-cce0-49a3-bdaa-5a89fd08b59e no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:07:53.761920 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecf0e1f-c7bd-4f8b-b7e0-18f9565cbb93 x-openstack-request-id: req-aecf0e1f-c7bd-4f8b-b7e0-18f9565cbb93 {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:07:53.762210 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea19c641-a617-4300-a709-f30c3a5934c4", "name": "network-vif-plugged", "status": "completed", "tag": "a9d6adab-46cf-40cd-adac-ae203bb060a1", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:07:53.762672 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aecf0e1f-c7bd-4f8b-b7e0-18f9565cbb93 {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:07:53.763065 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea19c641-a617-4300-a709-f30c3a5934c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d6adab-46cf-40cd-adac-ae203bb060a1', 'code': 200} Aug 16 13:07:53.780280 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: d19cf8df-cce0-49a3-bdaa-5a89fd08b59e {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:07:53.780880 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device d19cf8df-cce0-49a3-bdaa-5a89fd08b59e not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:07:53.785771 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-93d5e354-9128-47c6-882f-337cd28c84b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701895'] for router_interface, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:53.810310 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=a9d6adab-46cf-40cd-adac-ae203bb060a1,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:54.031680 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd4bd1-f8dd-4bce-a615-a84778dd8e6c req-e9d68eda-eccc-46eb-af3f-c545c862c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:54.033161 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-bbcd4bd1-f8dd-4bce-a615-a84778dd8e6c req-e9d68eda-eccc-46eb-af3f-c545c862c66d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ea19c641-a617-4300-a709-f30c3a5934c4 HTTP/1.1" status: 200 len: 1098 time: 0.0908792 Aug 16 13:07:54.051204 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 43832) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:54.083415 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-bbcd4bd1-f8dd-4bce-a615-a84778dd8e6c req-076c30f0-d0b0-44b7-a0e2-56ed88ec46bd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425043 Aug 16 13:07:54.146657 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-93d5e354-9128-47c6-882f-337cd28c84b6 admin admin] Deleting port d2797059-6f68-4e77-a9ef-5ed9fcea1588 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:54.146997 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-93d5e354-9128-47c6-882f-337cd28c84b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.148502 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-8f8c5b8f-112e-46d8-ac86-6463e34b56c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1818616538-network', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:54.170394 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8c5b8f-112e-46d8-ac86-6463e34b56c3 admin admin] Made reservation on behalf of 9da1f3e8de31466dbfaa635f5c3f34b7 for: {'network': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:07:54.173029 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5b8f-112e-46d8-ac86-6463e34b56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.182059 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5b8f-112e-46d8-ac86-6463e34b56c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.229059 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-93d5e354-9128-47c6-882f-337cd28c84b6 admin admin] For port d2797059-6f68-4e77-a9ef-5ed9fcea1588, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=d2797059-6f68-4e77-a9ef-5ed9fcea1588,segment=NetworkSegment(65810606-55c3-44a7-9e61-1e7601be827f),segment_id=65810606-55c3-44a7-9e61-1e7601be827f)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:54.229622 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-93d5e354-9128-47c6-882f-337cd28c84b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.241407 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-93d5e354-9128-47c6-882f-337cd28c84b6 admin admin] Calling delete_port for d2797059-6f68-4e77-a9ef-5ed9fcea1588 owned by network:router_interface {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:54.278708 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db164d1c-eee4-4996-9146-bb104da31316 req-31830560-dd08-4084-86d1-df93e0cd056f tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:54.280218 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-db164d1c-eee4-4996-9146-bb104da31316 req-31830560-dd08-4084-86d1-df93e0cd056f tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea19c641-a617-4300-a709-f30c3a5934c4 HTTP/1.1" status: 200 len: 945 time: 0.0742223 Aug 16 13:07:54.332935 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-db164d1c-eee4-4996-9146-bb104da31316 req-12c9de74-60f4-44cd-8604-6ec119e8242b tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461206 Aug 16 13:07:54.342116 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5b8f-112e-46d8-ac86-6463e34b56c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.348055 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5b8f-112e-46d8-ac86-6463e34b56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.370040 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8c5b8f-112e-46d8-ac86-6463e34b56c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=94054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:07:54.383129 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c5b8f-112e-46d8-ac86-6463e34b56c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7021fc3-82b2-402a-ab43-7703fe736633,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:54.397585 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5b8f-112e-46d8-ac86-6463e34b56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.397906 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.segments_db [None req-8f8c5b8f-112e-46d8-ac86-6463e34b56c3 admin admin] Added segment 40ccc765-0d6e-4ac9-9599-a521b99fabd6 of type vlan for network 88622421-b6b3-49f4-9d5c-881844ad7947 Aug 16 13:07:54.442595 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5b8f-112e-46d8-ac86-6463e34b56c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.454830 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-93d5e354-9128-47c6-882f-337cd28c84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.468090 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5b8f-112e-46d8-ac86-6463e34b56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.469042 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8c5b8f-112e-46d8-ac86-6463e34b56c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:54.469613 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5b8f-112e-46d8-ac86-6463e34b56c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.504392 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5e354-9128-47c6-882f-337cd28c84b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2797059-6f68-4e77-a9ef-5ed9fcea1588,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:54.517330 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-8f8c5b8f-112e-46d8-ac86-6463e34b56c3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4647689 Aug 16 13:07:54.523157 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 43840) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:54.529941 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-e51bc346-939d-46ae-9530-1d77a3f29c2f admin admin] Request body: {'subnet': {'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1818616538-subnet', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'ip_version': 4}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:54.537462 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c5b8f-112e-46d8-ac86-6463e34b56c3 admin admin] Pushing event updated for resources: {'Network': ['ID=88622421-b6b3-49f4-9d5c-881844ad7947,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:54.548172 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network 88622421-b6b3-49f4-9d5c-881844ad7947 details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:07:54.555426 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51bc346-939d-46ae-9530-1d77a3f29c2f admin admin] Made reservation on behalf of 9da1f3e8de31466dbfaa635f5c3f34b7 for: {'subnet': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:07:54.558263 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e51bc346-939d-46ae-9530-1d77a3f29c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12882902'] for subnet, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.563248 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659be072-09bb-4812-9c17-e8aafa8889b0 req-cd6ee8aa-3157-4de6-9d97-71e9b418131b tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:54.564883 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-659be072-09bb-4812-9c17-e8aafa8889b0 req-cd6ee8aa-3157-4de6-9d97-71e9b418131b tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.1222808 Aug 16 13:07:54.655031 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-659be072-09bb-4812-9c17-e8aafa8889b0 req-906c9d92-571f-41ef-80ac-4329791d9041 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791245 Aug 16 13:07:54.713464 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-93d5e354-9128-47c6-882f-337cd28c84b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725079'] for router_interface, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.747165 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e51bc346-939d-46ae-9530-1d77a3f29c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13920368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12882872'] for subnet, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.801018 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bc346-939d-46ae-9530-1d77a3f29c2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc470f9b-2ecc-4633-bd7a-552cf323734f,revision_number=0']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:54.808773 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51bc346-939d-46ae-9530-1d77a3f29c2f admin admin] Checking segment: {'id': '40ccc765-0d6e-4ac9-9599-a521b99fabd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:07:54.809127 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51bc346-939d-46ae-9530-1d77a3f29c2f admin admin] Network hostable DHCP agents. Network: 88622421-b6b3-49f4-9d5c-881844ad7947, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:07:54.826002 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51bc346-939d-46ae-9530-1d77a3f29c2f admin admin] Network 88622421-b6b3-49f4-9d5c-881844ad7947 is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:07:54.835983 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-e51bc346-939d-46ae-9530-1d77a3f29c2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, 88622421-b6b3-49f4-9d5c-881844ad7947) {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:54.841330 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51bc346-939d-46ae-9530-1d77a3f29c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:54.841916 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-e51bc346-939d-46ae-9530-1d77a3f29c2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.847751 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712cfdf9-f804-4912-a689-7b9c12b534c5 None None] Network 88622421-b6b3-49f4-9d5c-881844ad7947 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:07:54.857264 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-e51bc346-939d-46ae-9530-1d77a3f29c2f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3330421 Aug 16 13:07:54.860091 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 43842) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:54.865204 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1818616538-router', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:54.885834 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-251363'] for router, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.887123 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-251290'] for router, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:54.932130 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d5e354-9128-47c6-882f-337cd28c84b6 admin admin] Router 96e347c2-6300-4490-80f8-e5af242b6f1a has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:07:54.944743 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.008673 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c834d08-6622-59ef-acb9-b6c12d82e276-88622421-b6b3-49f4-9d5c-881844ad7947', 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'fixed_ips': [{'subnet_id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f'}]}} from dv-cinder-804698-2-iscsi. {{(pid=94055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:07:55.009772 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.173992 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.db_base_plugin_common [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Allocated IP 172.20.0.2 (88622421-b6b3-49f4-9d5c-881844ad7947/bc470f9b-2ecc-4633-bd7a-552cf323734f/e6e234b5-8eb8-42f4-a6ed-8be816549809) {{(pid=94055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:55.295199 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d5e354-9128-47c6-882f-337cd28c84b6 admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:55.303134 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-93d5e354-9128-47c6-882f-337cd28c84b6 admin admin] 10.222.0.20 "PUT /v2.0/routers/96e347c2-6300-4490-80f8-e5af242b6f1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9463446 Aug 16 13:07:55.304618 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43844) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:55.305359 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d94f08-f9ef-46bb-beb0-26698363e993 None None] Sync routers for ids ['96e347c2-6300-4490-80f8-e5af242b6f1a'] in dv-cinder-804698-2-iscsi {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:55.314796 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.324766 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d94f08-f9ef-46bb-beb0-26698363e993 None None] Routers {'96e347c2-6300-4490-80f8-e5af242b6f1a'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:55.325508 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-e7d94f08-f9ef-46bb-beb0-26698363e993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:07:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['96e347c2-6300-4490-80f8-e5af242b6f1a'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:55.357097 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Notify callbacks [] for port, precommit_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.367618 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Transition to ACTIVE for port object e6e234b5-8eb8-42f4-a6ed-8be816549809 will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:07:55.384115 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Transition to ACTIVE for port object e6e234b5-8eb8-42f4-a6ed-8be816549809 will not be triggered until provisioned by entity DHCP. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:07:55.394651 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.432508 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-075f3a78-c2a1-4c13-b087-fa153ac4373b admin admin] Notify callbacks [] for router, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.451406 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Pushing event updated for resources: {'Port': ['ID=e6e234b5-8eb8-42f4-a6ed-8be816549809,revision_number=1']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:55.462251 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Network 88622421-b6b3-49f4-9d5c-881844ad7947 is already hosted by enough agents. {{(pid=94055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:55.464059 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.base_scheduler [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Resources bound (agent type, host, resource id): {{(pid=94055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:55.473109 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Received port after_create {{(pid=94055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:55.477934 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68180220-6c7e-4c91-9eaf-fcd85ee8ed6b req-77cca376-e8cf-40ab-bba4-e279fc371f10 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:55.480052 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-68180220-6c7e-4c91-9eaf-fcd85ee8ed6b req-77cca376-e8cf-40ab-bba4-e279fc371f10 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea19c641-a617-4300-a709-f30c3a5934c4 HTTP/1.1" status: 200 len: 945 time: 0.0594983 Aug 16 13:07:55.492170 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-e7d94f08-f9ef-46bb-beb0-26698363e993 None None] Set router 96e347c2-6300-4490-80f8-e5af242b6f1a gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:55.538487 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Attempting to bind port e6e234b5-8eb8-42f4-a6ed-8be816549809 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:07:55.539143 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Attempting to bind port e6e234b5-8eb8-42f4-a6ed-8be816549809 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '40ccc765-0d6e-4ac9-9599-a521b99fabd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:07:55.539705 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Attempting to bind port e6e234b5-8eb8-42f4-a6ed-8be816549809 on network 88622421-b6b3-49f4-9d5c-881844ad7947 {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:07:55.546335 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:07:55.546934 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Checking segment: {'id': '40ccc765-0d6e-4ac9-9599-a521b99fabd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:07:55.547681 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.549845 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Bound using segment: {'id': '40ccc765-0d6e-4ac9-9599-a521b99fabd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:07:55.550947 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Bound port: e6e234b5-8eb8-42f4-a6ed-8be816549809, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ccc765-0d6e-4ac9-9599-a521b99fabd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:07:55.552444 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.572393 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-075f3a78-c2a1-4c13-b087-fa153ac4373b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.588124 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-68180220-6c7e-4c91-9eaf-fcd85ee8ed6b req-95b2a81d-7480-4caf-a083-0a494ff419ee tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998485 Aug 16 13:07:55.646753 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] For port e6e234b5-8eb8-42f4-a6ed-8be816549809, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:07:55.650637 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] For port e6e234b5-8eb8-42f4-a6ed-8be816549809, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=e6e234b5-8eb8-42f4-a6ed-8be816549809,segment=NetworkSegment(40ccc765-0d6e-4ac9-9599-a521b99fabd6),segment_id=40ccc765-0d6e-4ac9-9599-a521b99fabd6)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:07:55.651143 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.656312 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.672343 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.709018 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-e7d94f08-f9ef-46bb-beb0-26698363e993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e347c2-6300-4490-80f8-e5af242b6f1a', 'name': 'tempest-ServerRescueNegativeTestJSON-996842450-router', 'tenant_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b8aa2e42-534a-4831-9df4-646ed47e2791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:07:54Z', 'revision_number': 5, 'project_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'gw_port': {'id': 'b8aa2e42-534a-4831-9df4-646ed47e2791', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e347c2-6300-4490-80f8-e5af242b6f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:55.715425 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-075f3a78-c2a1-4c13-b087-fa153ac4373b admin admin] Deleting port b8aa2e42-534a-4831-9df4-646ed47e2791 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:07:55.715779 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-075f3a78-c2a1-4c13-b087-fa153ac4373b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.740245 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7f037-bcad-4cc2-b41a-c566c0cebfcc None None] Pushing event updated for resources: {'Port': ['ID=e6e234b5-8eb8-42f4-a6ed-8be816549809,revision_number=2']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:55.741298 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d94f08-f9ef-46bb-beb0-26698363e993 None None] Checking router: 96e347c2-6300-4490-80f8-e5af242b6f1a for host: dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:07:55.752329 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d94f08-f9ef-46bb-beb0-26698363e993 None None] Routers {'96e347c2-6300-4490-80f8-e5af242b6f1a'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:55.753101 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-e7d94f08-f9ef-46bb-beb0-26698363e993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:07:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['96e347c2-6300-4490-80f8-e5af242b6f1a'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:55.810450 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] Allocated IP 172.27.3.118 (dd0d50ff-d8a0-439f-a316-3d03b34bea63/fc8a6ada-9b26-423b-a24f-6b1bb332a099/ad4bac17-006c-421d-88c0-4ea7b2efe677) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:55.873659 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-e7d94f08-f9ef-46bb-beb0-26698363e993 None None] Set router 96e347c2-6300-4490-80f8-e5af242b6f1a gateway port host: None {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:55.885479 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-075f3a78-c2a1-4c13-b087-fa153ac4373b admin admin] For port b8aa2e42-534a-4831-9df4-646ed47e2791, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=b8aa2e42-534a-4831-9df4-646ed47e2791,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:55.885900 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-075f3a78-c2a1-4c13-b087-fa153ac4373b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:55.903653 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-075f3a78-c2a1-4c13-b087-fa153ac4373b admin admin] Calling delete_port for b8aa2e42-534a-4831-9df4-646ed47e2791 owned by network:router_gateway {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:07:55.935909 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-e7d94f08-f9ef-46bb-beb0-26698363e993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e347c2-6300-4490-80f8-e5af242b6f1a', 'name': 'tempest-ServerRescueNegativeTestJSON-996842450-router', 'tenant_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:07:55Z', 'revision_number': 6, 'project_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'gw_port_host': None}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:55.941438 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c423a77-649f-4233-ab10-b3d76bf095e3 req-49c78f5f-a810-45b0-9b77-c63d5b33437d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:55.949149 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6c423a77-649f-4233-ab10-b3d76bf095e3 req-49c78f5f-a810-45b0-9b77-c63d5b33437d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.1490085 Aug 16 13:07:55.967034 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d94f08-f9ef-46bb-beb0-26698363e993 None None] The sync data for ids ['96e347c2-6300-4490-80f8-e5af242b6f1a'] in dv-cinder-804698-2-iscsi is: [{'id': '96e347c2-6300-4490-80f8-e5af242b6f1a', 'name': 'tempest-ServerRescueNegativeTestJSON-996842450-router', 'tenant_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:07:55Z', 'revision_number': 6, 'project_id': '5e85023036604c99b3ecbf1a7ae8ae4d', 'gw_port_host': None}] {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:56.019236 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6c423a77-649f-4233-ab10-b3d76bf095e3 req-974af917-b3ca-4e63-b9e8-3d04e3616fa9 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692143 Aug 16 13:07:56.047543 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.098548 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.144360 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:56.156266 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:56.158872 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:56.164992 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-075f3a78-c2a1-4c13-b087-fa153ac4373b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.187417 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] Pushing event updated for resources: {'Port': ['ID=ad4bac17-006c-421d-88c0-4ea7b2efe677,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:56.191318 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f3a78-c2a1-4c13-b087-fa153ac4373b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8aa2e42-534a-4831-9df4-646ed47e2791,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:56.249108 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-075f3a78-c2a1-4c13-b087-fa153ac4373b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726269'] for router_gateway, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.373733 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-075f3a78-c2a1-4c13-b087-fa153ac4373b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-251285'] for router, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.376193 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-075f3a78-c2a1-4c13-b087-fa153ac4373b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.464407 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-075f3a78-c2a1-4c13-b087-fa153ac4373b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728928'] for router, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.464984 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075f3a78-c2a1-4c13-b087-fa153ac4373b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96e347c2-6300-4490-80f8-e5af242b6f1a {{(pid=94053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:07:56.471007 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-075f3a78-c2a1-4c13-b087-fa153ac4373b admin admin] Notify callbacks [] for router, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.472116 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-075f3a78-c2a1-4c13-b087-fa153ac4373b admin admin] 10.222.0.20 "DELETE /v2.0/routers/96e347c2-6300-4490-80f8-e5af242b6f1a HTTP/1.1" status: 204 len: 168 time: 1.1665063 Aug 16 13:07:56.472442 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.474691 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43860) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:56.536576 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced9752b-f2de-4fd3-8ed4-4a2d7af76c94 admin admin] Deleting subnet 7a34715e-16db-490b-b147-81ef16ffb5fd {{(pid=94053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:07:56.540236 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ced9752b-f2de-4fd3-8ed4-4a2d7af76c94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.576126 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ced9752b-f2de-4fd3-8ed4-4a2d7af76c94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14268650'] for subnet, precommit_delete_associations {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.614008 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ced9752b-f2de-4fd3-8ed4-4a2d7af76c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1938334'] for subnet, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.666380 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ced9752b-f2de-4fd3-8ed4-4a2d7af76c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1938327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14434945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13324480'] for subnet, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.685298 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726049'] for router, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.694081 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9752b-f2de-4fd3-8ed4-4a2d7af76c94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a34715e-16db-490b-b147-81ef16ffb5fd,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:56.696051 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ced9752b-f2de-4fd3-8ed4-4a2d7af76c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.700931 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-ced9752b-f2de-4fd3-8ed4-4a2d7af76c94 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7a34715e-16db-490b-b147-81ef16ffb5fd HTTP/1.1" status: 204 len: 168 time: 0.2227907 Aug 16 13:07:56.701277 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43862) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:56.777207 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5b9ae99a-d977-4c43-919f-3b09036a7441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771912'] for network, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.837789 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] Router 16fbc47e-7889-49d1-9502-d269568a7f5e is scheduled to L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 with binding_index 1 {{(pid=94054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:07:56.886004 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5b9ae99a-d977-4c43-919f-3b09036a7441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740267', 'neutron.services.segments.db._delete_segments_for_network-8755702799171'] for network, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.904452 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-5b9ae99a-d977-4c43-919f-3b09036a7441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6191893-b7d5-474d-8040-4bf12149b722']}} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:56.920158 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-5b9ae99a-d977-4c43-919f-3b09036a7441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65810606-55c3-44a7-9e61-1e7601be827f') {'for_net_delete': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:56.920421 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-5b9ae99a-d977-4c43-919f-3b09036a7441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65810606-55c3-44a7-9e61-1e7601be827f') {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:56.930717 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5b9ae99a-d977-4c43-919f-3b09036a7441 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755702802764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14268643'] for segment, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.950175 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device e6e234b5-8eb8-42f4-a6ed-8be816549809 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:56.957279 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5b9ae99a-d977-4c43-919f-3b09036a7441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.963410 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9ae99a-d977-4c43-919f-3b09036a7441 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:07:56.963808 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5b9ae99a-d977-4c43-919f-3b09036a7441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14435047'] for segment, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: Traceback (most recent call last): Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: timer() Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: cb(*args, **kw) Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: return func(*args, **kwargs) Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: self._notify() Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: self.callback(batched_events) Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: event.method(event) Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: return f(self, *a, **k) Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: return self._get(url).json() Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: return self.request(url, 'GET', **kwargs) Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:07:56.965655 dv-cinder-804698-2-iscsi neutron-server[94053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:07:56.985258 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:56.998823 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Sync routers for ids ['16fbc47e-7889-49d1-9502-d269568a7f5e'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:07:57.007826 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] Notify callbacks [] for router, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.009898 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-951b8132-fac7-4c9d-ae39-42132d012172 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1482141 Aug 16 13:07:57.012078 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 43864) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:57.031006 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Routers {'16fbc47e-7889-49d1-9502-d269568a7f5e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:57.032707 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:07:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['16fbc47e-7889-49d1-9502-d269568a7f5e'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:57.047554 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5b9ae99a-d977-4c43-919f-3b09036a7441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726233'] for network, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.055956 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5b9ae99a-d977-4c43-919f-3b09036a7441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.058550 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-5b9ae99a-d977-4c43-919f-3b09036a7441 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a6191893-b7d5-474d-8040-4bf12149b722 HTTP/1.1" status: 204 len: 168 time: 0.3565919 Aug 16 13:07:57.071042 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ae99a-d977-4c43-919f-3b09036a7441 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6191893-b7d5-474d-8040-4bf12149b722,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:57.196037 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port e6e234b5-8eb8-42f4-a6ed-8be816549809 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:57.198345 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebab7f-c6f9-4016-a9c9-cd280eabc7d8 req-98ab0ed7-ebbf-4973-b3fe-d66a98b42f87 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:57.206831 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-55ebab7f-c6f9-4016-a9c9-cd280eabc7d8 req-98ab0ed7-ebbf-4973-b3fe-d66a98b42f87 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0824692 Aug 16 13:07:57.261564 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Set router 16fbc47e-7889-49d1-9502-d269568a7f5e gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:57.307121 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43872) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:57.318115 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device d2797059-6f68-4e77-a9ef-5ed9fcea1588 no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:07:57.356832 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-55ebab7f-c6f9-4016-a9c9-cd280eabc7d8 req-5cb043ed-662d-4e21-82d5-9bebe5362aa5 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490986 Aug 16 13:07:57.362112 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-8350200c-a5b6-4f1a-ac94-300967b71ba4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e85023036604c99b3ecbf1a7ae8ae4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0534179 Aug 16 13:07:57.364820 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43874) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:57.382909 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956564e7-b31c-4c83-8899-f29468292097 None None] Network 88622421-b6b3-49f4-9d5c-881844ad7947 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:07:57.400607 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: d2797059-6f68-4e77-a9ef-5ed9fcea1588 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:07:57.401043 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device d2797059-6f68-4e77-a9ef-5ed9fcea1588 not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:07:57.401530 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device b8aa2e42-534a-4831-9df4-646ed47e2791 no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:07:57.435932 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-708dd70c-02af-4502-b8e5-1ff5f6bc525d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.459073 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-708dd70c-02af-4502-b8e5-1ff5f6bc525d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.487562 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: b8aa2e42-534a-4831-9df4-646ed47e2791 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:07:57.487562 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device b8aa2e42-534a-4831-9df4-646ed47e2791 not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:07:57.507361 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-696bf766-83c0-45cc-8502-75517d72629f None None] Provisioning for port e6e234b5-8eb8-42f4-a6ed-8be816549809 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:57.514812 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-708dd70c-02af-4502-b8e5-1ff5f6bc525d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.517852 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-708dd70c-02af-4502-b8e5-1ff5f6bc525d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.521945 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-708dd70c-02af-4502-b8e5-1ff5f6bc525d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca4e1030-15c0-4657-a105-f25a4543a0a9 HTTP/1.1" status: 204 len: 168 time: 0.1532991 Aug 16 13:07:57.535118 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708dd70c-02af-4502-b8e5-1ff5f6bc525d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4e1030-15c0-4657-a105-f25a4543a0a9,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:57.540347 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-696bf766-83c0-45cc-8502-75517d72629f None None] Provisioning complete for port e6e234b5-8eb8-42f4-a6ed-8be816549809 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:57.541535 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-696bf766-83c0-45cc-8502-75517d72629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.648271 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.763860 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-696bf766-83c0-45cc-8502-75517d72629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.780085 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'name': 'tempest-TestShelveInstance-1818616538-router', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:54Z', 'updated_at': '2021-08-16T13:07:56Z', 'revision_number': 3, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'gw_port': {'id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:55Z', 'updated_at': '2021-08-16T13:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:57.814655 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Checking router: 16fbc47e-7889-49d1-9502-d269568a7f5e for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:07:57.815432 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Updating router 16fbc47e-7889-49d1-9502-d269568a7f5e port ad4bac17-006c-421d-88c0-4ea7b2efe677 binding host dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:07:57.839130 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] Allocated IP 172.20.0.1 (88622421-b6b3-49f4-9d5c-881844ad7947/bc470f9b-2ecc-4633-bd7a-552cf323734f/44751ca3-9691-4a96-adac-e1f820891f4c) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:07:57.857116 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-696bf766-83c0-45cc-8502-75517d72629f None None] For port e6e234b5-8eb8-42f4-a6ed-8be816549809, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=e6e234b5-8eb8-42f4-a6ed-8be816549809,segment=NetworkSegment(40ccc765-0d6e-4ac9-9599-a521b99fabd6),segment_id=40ccc765-0d6e-4ac9-9599-a521b99fabd6)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:07:57.860261 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.864117 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-696bf766-83c0-45cc-8502-75517d72629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.966861 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:57.984149 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] Transition to ACTIVE for port object 44751ca3-9691-4a96-adac-e1f820891f4c will not be triggered until provisioned by entity DHCP. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:07:58.000986 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bf766-83c0-45cc-8502-75517d72629f None None] Pushing event updated for resources: {'Port': ['ID=e6e234b5-8eb8-42f4-a6ed-8be816549809,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:58.034221 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.084114 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] Network 88622421-b6b3-49f4-9d5c-881844ad7947 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:58.089883 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:58.092451 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:07:58.113824 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] Pushing event updated for resources: {'Port': ['ID=44751ca3-9691-4a96-adac-e1f820891f4c,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:58.144270 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701774'] for router_interface, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.271276 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-f0917dfc-b76e-439d-b218-ee1752f1ca66 None None] Provisioning complete for port e6e234b5-8eb8-42f4-a6ed-8be816549809 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:58.271681 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-f0917dfc-b76e-439d-b218-ee1752f1ca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.299683 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.409042 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Notify callbacks [] for port, precommit_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.424545 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Transition to ACTIVE for port object ad4bac17-006c-421d-88c0-4ea7b2efe677 will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:07:58.434287 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.490364 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed184a-3d1d-49ff-81fa-b1bc8b9be901 req-c2f59ff4-2a6b-4fe7-9747-c287f5fcebf8 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:58.492664 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Attempting to bind port ad4bac17-006c-421d-88c0-4ea7b2efe677 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:07:58.493059 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c4ed184a-3d1d-49ff-81fa-b1bc8b9be901 req-c2f59ff4-2a6b-4fe7-9747-c287f5fcebf8 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0568464 Aug 16 13:07:58.493228 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Attempting to bind port ad4bac17-006c-421d-88c0-4ea7b2efe677 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:07:58.493451 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Attempting to bind port ad4bac17-006c-421d-88c0-4ea7b2efe677 on network dd0d50ff-d8a0-439f-a316-3d03b34bea63 {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:07:58.496325 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af2ecf-1838-4566-b00d-53153c2dafb2 None None] Pushing event updated for resources: {'Port': ['ID=ad4bac17-006c-421d-88c0-4ea7b2efe677,revision_number=2']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:58.502545 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:07:58.502920 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Checking segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:07:58.503317 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.504145 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Bound using segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:07:58.504231 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Bound port: ad4bac17-006c-421d-88c0-4ea7b2efe677, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:07:58.504603 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.542648 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c4ed184a-3d1d-49ff-81fa-b1bc8b9be901 req-5de4d0c0-1af6-425f-94de-4642de014b30 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369885 Aug 16 13:07:58.567455 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] For port ad4bac17-006c-421d-88c0-4ea7b2efe677, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:07:58.570862 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] For port ad4bac17-006c-421d-88c0-4ea7b2efe677, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=ad4bac17-006c-421d-88c0-4ea7b2efe677,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:07:58.571814 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-2c3f492d-3d32-4a39-90ee-59ac18e32387 None None] Provisioning for port 44751ca3-9691-4a96-adac-e1f820891f4c completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:07:58.576411 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.580599 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-2c3f492d-3d32-4a39-90ee-59ac18e32387 None None] Provisioning complete for port 44751ca3-9691-4a96-adac-e1f820891f4c triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:58.581344 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2c3f492d-3d32-4a39-90ee-59ac18e32387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.660028 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f492d-3d32-4a39-90ee-59ac18e32387 None None] Port 44751ca3-9691-4a96-adac-e1f820891f4c cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:07:58.663627 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Routers {'16fbc47e-7889-49d1-9502-d269568a7f5e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:07:58.664426 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:07:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['16fbc47e-7889-49d1-9502-d269568a7f5e'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:58.709853 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device e6e234b5-8eb8-42f4-a6ed-8be816549809 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:07:58.735268 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af2ecf-1838-4566-b00d-53153c2dafb2 None None] Pushing event updated for resources: {'Port': ['ID=ad4bac17-006c-421d-88c0-4ea7b2efe677,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:58.775923 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.780152 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13922287'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.821991 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] Set router 16fbc47e-7889-49d1-9502-d269568a7f5e gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:07:58.824279 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port e6e234b5-8eb8-42f4-a6ed-8be816549809 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:58.824649 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.850045 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701922'] for router_interface, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:58.855507 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] Pushing event updated for resources: {'Port': ['ID=44751ca3-9691-4a96-adac-e1f820891f4c,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:07:58.959004 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] Network 88622421-b6b3-49f4-9d5c-881844ad7947 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:07:58.960427 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:07:59.085763 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] Router 16fbc47e-7889-49d1-9502-d269568a7f5e has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:07:59.099934 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'name': 'tempest-TestShelveInstance-1818616538-router', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:54Z', 'updated_at': '2021-08-16T13:07:58Z', 'revision_number': 4, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'gw_port': {'id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:55Z', 'updated_at': '2021-08-16T13:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '44751ca3-9691-4a96-adac-e1f820891f4c', 'name': '', 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'mac_address': 'fa:16:3e:77:33:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:57Z', 'updated_at': '2021-08-16T13:07:57Z', 'revision_number': 1, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'subnets': [{'id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:07:59.133403 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019fa80b-788f-4ddd-85ae-4533db29ce78 None None] The sync data for ids ['16fbc47e-7889-49d1-9502-d269568a7f5e'] in dv-cinder-804698-2-iscsi is: [{'id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'name': 'tempest-TestShelveInstance-1818616538-router', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:54Z', 'updated_at': '2021-08-16T13:07:58Z', 'revision_number': 4, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'gw_port': {'id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:55Z', 'updated_at': '2021-08-16T13:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '44751ca3-9691-4a96-adac-e1f820891f4c', 'name': '', 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'mac_address': 'fa:16:3e:77:33:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:57Z', 'updated_at': '2021-08-16T13:07:57Z', 'revision_number': 1, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'subnets': [{'id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:07:59.207558 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:07:59.213356 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-27facc28-5b2f-4884-ac48-0d41d86527a3 admin admin] 10.222.0.20 "PUT /v2.0/routers/16fbc47e-7889-49d1-9502-d269568a7f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2000060 Aug 16 13:07:59.282926 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-729a5a04-e861-470c-8636-68d384a2751a None None] Provisioning complete for port 44751ca3-9691-4a96-adac-e1f820891f4c triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:07:59.283472 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-729a5a04-e861-470c-8636-68d384a2751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:59.322498 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-729a5a04-e861-470c-8636-68d384a2751a None None] Port 44751ca3-9691-4a96-adac-e1f820891f4c cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:07:59.691964 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29aba2-42fe-4183-b737-5db0751883ef req-cc6fcc09-f23e-4b1a-9ce6-6388c3b76304 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:07:59.694149 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-fd29aba2-42fe-4183-b737-5db0751883ef req-cc6fcc09-f23e-4b1a-9ce6-6388c3b76304 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0601792 Aug 16 13:07:59.742356 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-fd29aba2-42fe-4183-b737-5db0751883ef req-ff5926a9-bb60-4235-92c3-d3bcb0e1876c tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417509 Aug 16 13:07:59.814954 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43948) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:59.899697 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43954) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:07:59.907050 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-cf55c720-3fd1-4b56-9d23-b795dcbd8dcb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1487985110-network', 'tenant_id': '972f526d66524e0dae61efbc9201a00b'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:07:59.912562 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-60c273bb-563d-4f36-ad90-31037923f137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:59.933940 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf55c720-3fd1-4b56-9d23-b795dcbd8dcb admin admin] Made reservation on behalf of 972f526d66524e0dae61efbc9201a00b for: {'network': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:07:59.936475 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cf55c720-3fd1-4b56-9d23-b795dcbd8dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:07:59.944766 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cf55c720-3fd1-4b56-9d23-b795dcbd8dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.045740 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cf55c720-3fd1-4b56-9d23-b795dcbd8dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.050020 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cf55c720-3fd1-4b56-9d23-b795dcbd8dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.076980 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf55c720-3fd1-4b56-9d23-b795dcbd8dcb admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=94053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:08:00.098609 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55c720-3fd1-4b56-9d23-b795dcbd8dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b7d79f-2575-4bd2-a1bf-bd792298cff8,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:00.108231 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cf55c720-3fd1-4b56-9d23-b795dcbd8dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.108562 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.db.segments_db [None req-cf55c720-3fd1-4b56-9d23-b795dcbd8dcb admin admin] Added segment cb217ed1-591b-4929-9090-a797f9e39618 of type vlan for network e079c962-b013-4699-9646-8490d695fb97 Aug 16 13:08:00.110287 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-77154474-c60f-4658-8d31-aa1df33b2321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.170050 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cf55c720-3fd1-4b56-9d23-b795dcbd8dcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.217543 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cf55c720-3fd1-4b56-9d23-b795dcbd8dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.218613 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf55c720-3fd1-4b56-9d23-b795dcbd8dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:00.219547 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cf55c720-3fd1-4b56-9d23-b795dcbd8dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.296039 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55c720-3fd1-4b56-9d23-b795dcbd8dcb admin admin] Pushing event updated for resources: {'Network': ['ID=e079c962-b013-4699-9646-8490d695fb97,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:00.307832 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network e079c962-b013-4699-9646-8490d695fb97 details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:08:00.325604 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-77154474-c60f-4658-8d31-aa1df33b2321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.332095 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-77154474-c60f-4658-8d31-aa1df33b2321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.342041 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 43956) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:00.342678 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-cf55c720-3fd1-4b56-9d23-b795dcbd8dcb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4407403 Aug 16 13:08:00.348566 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-ee9e687c-d7ab-48e8-9765-bb395357a2de admin admin] Request body: {'subnet': {'network_id': 'e079c962-b013-4699-9646-8490d695fb97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1487985110-subnet', 'tenant_id': '972f526d66524e0dae61efbc9201a00b', 'ip_version': 4}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:00.379285 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9e687c-d7ab-48e8-9765-bb395357a2de admin admin] Made reservation on behalf of 972f526d66524e0dae61efbc9201a00b for: {'subnet': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:00.382483 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ee9e687c-d7ab-48e8-9765-bb395357a2de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12882902'] for subnet, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.384505 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 43958) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:00.385039 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-77154474-c60f-4658-8d31-aa1df33b2321 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2e88de012ae4336aee521871cb64bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690410 Aug 16 13:08:00.386628 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77154474-c60f-4658-8d31-aa1df33b2321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57eff19f-65b3-4dac-a5ea-8246d0aba968,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:00.500255 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3a105625-db81-4a52-91a0-143627978a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.531452 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3a105625-db81-4a52-91a0-143627978a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.642525 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3a105625-db81-4a52-91a0-143627978a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.646126 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3a105625-db81-4a52-91a0-143627978a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.647262 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-3a105625-db81-4a52-91a0-143627978a0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57eff19f-65b3-4dac-a5ea-8246d0aba968 HTTP/1.1" status: 204 len: 168 time: 0.2612939 Aug 16 13:08:00.651332 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ee9e687c-d7ab-48e8-9765-bb395357a2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13920368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12882872'] for subnet, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.662003 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a105625-db81-4a52-91a0-143627978a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57eff19f-65b3-4dac-a5ea-8246d0aba968,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:00.712888 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e687c-d7ab-48e8-9765-bb395357a2de admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ae051fa-983f-41ae-beb8-a18a5af93646,revision_number=0']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:00.724164 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e687c-d7ab-48e8-9765-bb395357a2de admin admin] Checking segment: {'id': 'cb217ed1-591b-4929-9090-a797f9e39618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e079c962-b013-4699-9646-8490d695fb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:00.724967 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9e687c-d7ab-48e8-9765-bb395357a2de admin admin] Network hostable DHCP agents. Network: e079c962-b013-4699-9646-8490d695fb97, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:08:00.727161 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device ad4bac17-006c-421d-88c0-4ea7b2efe677 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:00.744270 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9e687c-d7ab-48e8-9765-bb395357a2de admin admin] Network e079c962-b013-4699-9646-8490d695fb97 is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:08:00.757379 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-ee9e687c-d7ab-48e8-9765-bb395357a2de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, e079c962-b013-4699-9646-8490d695fb97) {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:00.764208 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9e687c-d7ab-48e8-9765-bb395357a2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:00.765934 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ee9e687c-d7ab-48e8-9765-bb395357a2de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.771551 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa48cbe-2214-4a8d-a30c-031e28d6bec4 None None] Network e079c962-b013-4699-9646-8490d695fb97 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:00.792620 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-ee9e687c-d7ab-48e8-9765-bb395357a2de admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4493532 Aug 16 13:08:00.793615 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43966) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:00.804439 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1487985110-router', 'tenant_id': '972f526d66524e0dae61efbc9201a00b', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:00.833948 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-251363'] for router, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.835598 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-251290'] for router, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.843290 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port ad4bac17-006c-421d-88c0-4ea7b2efe677 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:00.856227 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port ad4bac17-006c-421d-88c0-4ea7b2efe677 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:00.856551 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.954838 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b4bcb-d262-458a-9874-228c43d5ea9f req-f0aa2a76-00af-4b0e-a04d-4f90969c5bc6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:00.956385 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-833b4bcb-d262-458a-9874-228c43d5ea9f req-f0aa2a76-00af-4b0e-a04d-4f90969c5bc6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.1259265 Aug 16 13:08:00.957697 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:00.981071 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c834d08-6622-59ef-acb9-b6c12d82e276-e079c962-b013-4699-9646-8490d695fb97', 'network_id': 'e079c962-b013-4699-9646-8490d695fb97', 'tenant_id': '972f526d66524e0dae61efbc9201a00b', 'fixed_ips': [{'subnet_id': '1ae051fa-983f-41ae-beb8-a18a5af93646'}]}} from dv-cinder-804698-2-iscsi. {{(pid=94055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:08:00.981941 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.006267 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 43970) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:01.020572 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7328b58f-3b3c-44ba-b4da-70583e4841e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.021504 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.105960 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port ad4bac17-006c-421d-88c0-4ea7b2efe677, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=ad4bac17-006c-421d-88c0-4ea7b2efe677,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:01.112533 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.133499 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7328b58f-3b3c-44ba-b4da-70583e4841e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.142084 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-833b4bcb-d262-458a-9874-228c43d5ea9f req-8d4ca33c-24f9-451d-8737-74a4564aaf63 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272264 Aug 16 13:08:01.147493 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7328b58f-3b3c-44ba-b4da-70583e4841e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.151319 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.194282 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b58f-3b3c-44ba-b4da-70583e4841e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33a443a-7350-417f-b211-1e02949c507d,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:01.209235 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.db_base_plugin_common [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Allocated IP 172.20.0.2 (e079c962-b013-4699-9646-8490d695fb97/1ae051fa-983f-41ae-beb8-a18a5af93646/982d0ff8-5455-4863-845e-cd2c14516b62) {{(pid=94055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:01.211045 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=ad4bac17-006c-421d-88c0-4ea7b2efe677,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:01.221613 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-7328b58f-3b3c-44ba-b4da-70583e4841e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b74612410a254c609b87d30daf520af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139869 Aug 16 13:08:01.223723 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 43972) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:01.297426 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3c6a68ec-ef43-40a5-aafb-360d41275d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.354015 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3c6a68ec-ef43-40a5-aafb-360d41275d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.357890 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Notify callbacks [] for port, precommit_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.366164 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Transition to ACTIVE for port object 982d0ff8-5455-4863-845e-cd2c14516b62 will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:01.381747 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Transition to ACTIVE for port object 982d0ff8-5455-4863-845e-cd2c14516b62 will not be triggered until provisioned by entity DHCP. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:01.387506 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.432695 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Network e079c962-b013-4699-9646-8490d695fb97 is already hosted by enough agents. {{(pid=94055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:01.438083 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.base_scheduler [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Resources bound (agent type, host, resource id): {{(pid=94055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:01.442740 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Received port after_create {{(pid=94055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:01.446786 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.453950 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Sync routers for ids ['16fbc47e-7889-49d1-9502-d269568a7f5e'] in dv-cinder-804698-2-iscsi {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:01.464239 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Routers {'16fbc47e-7889-49d1-9502-d269568a7f5e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:01.464853 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:07:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['16fbc47e-7889-49d1-9502-d269568a7f5e'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:01.467041 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.480019 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Pushing event updated for resources: {'Port': ['ID=982d0ff8-5455-4863-845e-cd2c14516b62,revision_number=1']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:01.484194 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3c6a68ec-ef43-40a5-aafb-360d41275d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.487569 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3c6a68ec-ef43-40a5-aafb-360d41275d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.488813 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-3c6a68ec-ef43-40a5-aafb-360d41275d22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c33a443a-7350-417f-b211-1e02949c507d HTTP/1.1" status: 204 len: 168 time: 0.2622764 Aug 16 13:08:01.537570 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Attempting to bind port 982d0ff8-5455-4863-845e-cd2c14516b62 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:01.537958 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Attempting to bind port 982d0ff8-5455-4863-845e-cd2c14516b62 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': 'cb217ed1-591b-4929-9090-a797f9e39618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e079c962-b013-4699-9646-8490d695fb97'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:01.538323 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Attempting to bind port 982d0ff8-5455-4863-845e-cd2c14516b62 on network e079c962-b013-4699-9646-8490d695fb97 {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:01.545472 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:01.546116 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Checking segment: {'id': 'cb217ed1-591b-4929-9090-a797f9e39618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e079c962-b013-4699-9646-8490d695fb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:01.546708 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.547285 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Bound using segment: {'id': 'cb217ed1-591b-4929-9090-a797f9e39618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e079c962-b013-4699-9646-8490d695fb97'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:01.547862 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Bound port: 982d0ff8-5455-4863-845e-cd2c14516b62, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb217ed1-591b-4929-9090-a797f9e39618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e079c962-b013-4699-9646-8490d695fb97'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:01.548197 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.612084 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Set router 16fbc47e-7889-49d1-9502-d269568a7f5e gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:01.631398 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a68ec-ef43-40a5-aafb-360d41275d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33a443a-7350-417f-b211-1e02949c507d,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:01.636596 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] For port 982d0ff8-5455-4863-845e-cd2c14516b62, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:01.648214 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] For port 982d0ff8-5455-4863-845e-cd2c14516b62, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=982d0ff8-5455-4863-845e-cd2c14516b62,segment=NetworkSegment(cb217ed1-591b-4929-9090-a797f9e39618),segment_id=cb217ed1-591b-4929-9090-a797f9e39618)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:01.659256 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] Allocated IP 172.27.3.50 (dd0d50ff-d8a0-439f-a316-3d03b34bea63/fc8a6ada-9b26-423b-a24f-6b1bb332a099/440c3b62-c344-4d33-ada0-c231c1821465) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:01.665825 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.770449 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edd1a7-8651-4b6f-a896-c674e1c943ad None None] Pushing event updated for resources: {'Port': ['ID=982d0ff8-5455-4863-845e-cd2c14516b62,revision_number=2']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:01.818051 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.846491 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'name': 'tempest-TestShelveInstance-1818616538-router', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:54Z', 'updated_at': '2021-08-16T13:07:58Z', 'revision_number': 4, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'gw_port': {'id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:55Z', 'updated_at': '2021-08-16T13:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '44751ca3-9691-4a96-adac-e1f820891f4c', 'name': '', 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'mac_address': 'fa:16:3e:77:33:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:57Z', 'updated_at': '2021-08-16T13:07:58Z', 'revision_number': 2, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'subnets': [{'id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:01.871255 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:01.887826 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Checking router: 16fbc47e-7889-49d1-9502-d269568a7f5e for host: dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:01.888438 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Updating router 16fbc47e-7889-49d1-9502-d269568a7f5e port 44751ca3-9691-4a96-adac-e1f820891f4c binding host dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:08:01.891910 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:01.894283 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:01.921380 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:01.955370 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:02.005886 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] Pushing event updated for resources: {'Port': ['ID=440c3b62-c344-4d33-ada0-c231c1821465,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:02.249704 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:02.307049 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:02.322740 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Transition to ACTIVE for port object 44751ca3-9691-4a96-adac-e1f820891f4c will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:02.331490 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:02.335854 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444ebee-403f-4483-a7cf-672561798969 req-d830d375-2668-4c69-8e48-d4f4070ff646 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:02.344720 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4444ebee-403f-4483-a7cf-672561798969 req-d830d375-2668-4c69-8e48-d4f4070ff646 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0892830 Aug 16 13:08:02.382335 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4444ebee-403f-4483-a7cf-672561798969 req-8abc810c-f2d5-42d9-9d53-a10f433cc340 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364237 Aug 16 13:08:02.528841 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-06731200-8ac7-4178-ad3d-07658eb17a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:02.663805 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1ae22-4812-4754-80ac-a3e0396cc157 None None] Pushing event updated for resources: {'Port': ['ID=44751ca3-9691-4a96-adac-e1f820891f4c,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:02.692831 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1ae22-4812-4754-80ac-a3e0396cc157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:02.693335 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1ae22-4812-4754-80ac-a3e0396cc157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:02.696258 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1ae22-4812-4754-80ac-a3e0396cc157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:02.700869 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1ae22-4812-4754-80ac-a3e0396cc157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:02.701500 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1ae22-4812-4754-80ac-a3e0396cc157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:02.705974 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1ae22-4812-4754-80ac-a3e0396cc157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:02.706619 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1ae22-4812-4754-80ac-a3e0396cc157 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:02.707285 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1ae22-4812-4754-80ac-a3e0396cc157 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:02.707753 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1ae22-4812-4754-80ac-a3e0396cc157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:02.708178 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1ae22-4812-4754-80ac-a3e0396cc157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:02.708610 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1ae22-4812-4754-80ac-a3e0396cc157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:02.709037 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1ae22-4812-4754-80ac-a3e0396cc157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:02.763986 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ac0bd-c6e6-4ed9-8839-ad30ae318de5 req-e364d02a-03af-4e3a-a57f-32f4663221f0 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:02.776481 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-057ac0bd-c6e6-4ed9-8839-ad30ae318de5 req-e364d02a-03af-4e3a-a57f-32f4663221f0 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.1368425 Aug 16 13:08:02.786326 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:02.866759 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-057ac0bd-c6e6-4ed9-8839-ad30ae318de5 req-64e86f08-d8c1-4c4e-a3eb-1152df175184 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890634 Aug 16 13:08:02.916023 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Attempting to bind port 44751ca3-9691-4a96-adac-e1f820891f4c on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:02.919312 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Attempting to bind port 44751ca3-9691-4a96-adac-e1f820891f4c by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '40ccc765-0d6e-4ac9-9599-a521b99fabd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:02.925181 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Attempting to bind port 44751ca3-9691-4a96-adac-e1f820891f4c on network 88622421-b6b3-49f4-9d5c-881844ad7947 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:02.935923 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:02.937042 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Checking segment: {'id': '40ccc765-0d6e-4ac9-9599-a521b99fabd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:02.937621 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:02.938176 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Bound using segment: {'id': '40ccc765-0d6e-4ac9-9599-a521b99fabd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:02.938850 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Bound port: 44751ca3-9691-4a96-adac-e1f820891f4c, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ccc765-0d6e-4ac9-9599-a521b99fabd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:02.939455 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:03.018111 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726049'] for router, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:03.020760 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 982d0ff8-5455-4863-845e-cd2c14516b62 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:03.042684 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] For port 44751ca3-9691-4a96-adac-e1f820891f4c, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:03.046877 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] For port 44751ca3-9691-4a96-adac-e1f820891f4c, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=44751ca3-9691-4a96-adac-e1f820891f4c,segment=NetworkSegment(40ccc765-0d6e-4ac9-9599-a521b99fabd6),segment_id=40ccc765-0d6e-4ac9-9599-a521b99fabd6)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:03.050722 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:03.093122 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acce077-0f29-4262-b98e-0e33b7281206 req-46dde40a-622c-4dfa-bcc7-98183ede10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:03.094911 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6acce077-0f29-4262-b98e-0e33b7281206 req-46dde40a-622c-4dfa-bcc7-98183ede10c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35289569ce2a48d18e2b46800222e61d&device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 1098 time: 0.1342721 Aug 16 13:08:03.096635 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port 982d0ff8-5455-4863-845e-cd2c14516b62 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:03.110068 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device ad4bac17-006c-421d-88c0-4ea7b2efe677 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:03.124406 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b648a46-cbb4-4317-a405-d3c6def0b3d1 None None] Network e079c962-b013-4699-9646-8490d695fb97 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:03.138869 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Routers {'16fbc47e-7889-49d1-9502-d269568a7f5e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:03.138869 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:08:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['16fbc47e-7889-49d1-9502-d269568a7f5e'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:03.180858 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1ae22-4812-4754-80ac-a3e0396cc157 None None] Pushing event updated for resources: {'Port': ['ID=44751ca3-9691-4a96-adac-e1f820891f4c,revision_number=4']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:03.286419 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] Set router 16fbc47e-7889-49d1-9502-d269568a7f5e gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:03.316327 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acce077-0f29-4262-b98e-0e33b7281206 req-27be14b8-e639-48b6-9fe1-7bf3e5904cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:03.317941 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6acce077-0f29-4262-b98e-0e33b7281206 req-27be14b8-e639-48b6-9fe1-7bf3e5904cd9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b120bbf0-0985-452a-bb3e-65b335150f39 HTTP/1.1" status: 200 len: 912 time: 0.1744137 Aug 16 13:08:03.321926 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] Router b5a091f5-b133-4e5c-b1c4-19f10a5781ad is scheduled to L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 with binding_index 1 {{(pid=94053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:08:03.497206 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:03.511758 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6acce077-0f29-4262-b98e-0e33b7281206 req-8f63c3ca-8021-4749-b500-a9b2bc168e9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8518f0f-2d76-466f-866d-4f5eb952d39a HTTP/1.1" status: 200 len: 1001 time: 0.1848671 Aug 16 13:08:03.516140 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Sync routers for ids ['b5a091f5-b133-4e5c-b1c4-19f10a5781ad'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:03.530947 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] Notify callbacks [] for router, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:03.533842 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port ad4bac17-006c-421d-88c0-4ea7b2efe677 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:03.534335 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:03.535154 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 44018) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:03.536055 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-693a15bd-edbf-43ce-8382-a75b0485e752 None None] Provisioning for port 982d0ff8-5455-4863-845e-cd2c14516b62 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:03.542848 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-e04f0c94-0eb6-4d4e-860c-d305301f114f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7480679 Aug 16 13:08:03.559178 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'name': 'tempest-TestShelveInstance-1818616538-router', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:54Z', 'updated_at': '2021-08-16T13:07:58Z', 'revision_number': 4, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'gw_port': {'id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:55Z', 'updated_at': '2021-08-16T13:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '44751ca3-9691-4a96-adac-e1f820891f4c', 'name': '', 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'mac_address': 'fa:16:3e:77:33:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:57Z', 'updated_at': '2021-08-16T13:08:03Z', 'revision_number': 4, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'subnets': [{'id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:03.578352 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Routers {'b5a091f5-b133-4e5c-b1c4-19f10a5781ad'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:03.579435 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:08:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['b5a091f5-b133-4e5c-b1c4-19f10a5781ad'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:03.588898 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-693a15bd-edbf-43ce-8382-a75b0485e752 None None] Provisioning complete for port 982d0ff8-5455-4863-845e-cd2c14516b62 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:03.590895 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-693a15bd-edbf-43ce-8382-a75b0485e752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:03.599942 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdb626-bc10-4453-9dfc-581d6daa17c3 None None] The sync data for ids ['16fbc47e-7889-49d1-9502-d269568a7f5e'] in dv-cinder-804698-2-iscsi is: [{'id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'name': 'tempest-TestShelveInstance-1818616538-router', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:54Z', 'updated_at': '2021-08-16T13:07:58Z', 'revision_number': 4, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'gw_port': {'id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:55Z', 'updated_at': '2021-08-16T13:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '44751ca3-9691-4a96-adac-e1f820891f4c', 'name': '', 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'mac_address': 'fa:16:3e:77:33:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:57Z', 'updated_at': '2021-08-16T13:08:03Z', 'revision_number': 4, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'subnets': [{'id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:08:03.619069 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acce077-0f29-4262-b98e-0e33b7281206 req-807bddf4-23cd-424c-acd7-83135404e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:03.622509 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6acce077-0f29-4262-b98e-0e33b7281206 req-807bddf4-23cd-424c-acd7-83135404e754 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=396e273c-25ea-422a-a322-cf3e6f91f4f2 HTTP/1.1" status: 200 len: 850 time: 0.1023879 Aug 16 13:08:03.686548 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acce077-0f29-4262-b98e-0e33b7281206 req-5e76582e-e503-4f52-a0d2-c2039e88bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:03.687379 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:03.688617 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6acce077-0f29-4262-b98e-0e33b7281206 req-5e76582e-e503-4f52-a0d2-c2039e88bcff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b120bbf0-0985-452a-bb3e-65b335150f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582976 Aug 16 13:08:03.855101 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6acce077-0f29-4262-b98e-0e33b7281206 req-3ef2c09b-979b-4b8e-9206-1b4ef53a6d4b service neutron] 10.222.0.61 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472838 Aug 16 13:08:03.961659 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Set router b5a091f5-b133-4e5c-b1c4-19f10a5781ad gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:04.106599 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-693a15bd-edbf-43ce-8382-a75b0485e752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.140605 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6acce077-0f29-4262-b98e-0e33b7281206 req-1953029d-d359-4ba4-ad20-7ce8031f23d1 service neutron] 10.222.0.61 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881527 Aug 16 13:08:04.164889 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc6859-aae8-4648-8483-4038e97bdef7 req-f5f8b1bf-655b-44de-9135-cc7cfcdce595 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:04.182426 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2efc6859-aae8-4648-8483-4038e97bdef7 req-f5f8b1bf-655b-44de-9135-cc7cfcdce595 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.1764226 Aug 16 13:08:04.252449 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2efc6859-aae8-4648-8483-4038e97bdef7 req-4311de51-88a7-4a12-aca4-dd0ed3342148 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683434 Aug 16 13:08:04.281055 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-693a15bd-edbf-43ce-8382-a75b0485e752 None None] For port 982d0ff8-5455-4863-845e-cd2c14516b62, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=982d0ff8-5455-4863-845e-cd2c14516b62,segment=NetworkSegment(cb217ed1-591b-4929-9090-a797f9e39618),segment_id=cb217ed1-591b-4929-9090-a797f9e39618)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:04.293412 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-693a15bd-edbf-43ce-8382-a75b0485e752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.375785 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.377850 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a15bd-edbf-43ce-8382-a75b0485e752 None None] Pushing event updated for resources: {'Port': ['ID=982d0ff8-5455-4863-845e-cd2c14516b62,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:04.410994 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'name': 'tempest-TestShelveInstance-1487985110-router', 'tenant_id': '972f526d66524e0dae61efbc9201a00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '440c3b62-c344-4d33-ada0-c231c1821465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:00Z', 'updated_at': '2021-08-16T13:08:02Z', 'revision_number': 3, 'project_id': '972f526d66524e0dae61efbc9201a00b', 'gw_port': {'id': '440c3b62-c344-4d33-ada0-c231c1821465', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:04.460384 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Checking router: b5a091f5-b133-4e5c-b1c4-19f10a5781ad for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:04.460741 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Updating router b5a091f5-b133-4e5c-b1c4-19f10a5781ad port 440c3b62-c344-4d33-ada0-c231c1821465 binding host dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:08:04.498267 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.556926 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 44044) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:04.598050 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] Allocated IP 172.20.0.1 (e079c962-b013-4699-9646-8490d695fb97/1ae051fa-983f-41ae-beb8-a18a5af93646/7c80f961-2380-47c2-a0bd-867a6f2fe255) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:04.653126 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-8dddc2bd-8ccc-4790-8952-c700b6a17ac5 None None] Provisioning complete for port 982d0ff8-5455-4863-845e-cd2c14516b62 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:04.654069 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-8dddc2bd-8ccc-4790-8952-c700b6a17ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.737478 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.739414 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-480aaca8-f638-40ee-b364-c20d385e3ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.756448 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] Transition to ACTIVE for port object 7c80f961-2380-47c2-a0bd-867a6f2fe255 will not be triggered until provisioned by entity DHCP. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:04.762303 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 982d0ff8-5455-4863-845e-cd2c14516b62 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:04.791545 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.835763 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] Network e079c962-b013-4699-9646-8490d695fb97 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:04.838889 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:04.842794 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:04.852427 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-480aaca8-f638-40ee-b364-c20d385e3ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.863232 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-480aaca8-f638-40ee-b364-c20d385e3ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.896933 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-480aaca8-f638-40ee-b364-c20d385e3ca4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1ea9e7857f847b4b42feaef2b18dfaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387253 Aug 16 13:08:04.902299 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701774'] for router_interface, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.913345 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 44048) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:04.923373 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 982d0ff8-5455-4863-845e-cd2c14516b62 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:04.923745 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.936255 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480aaca8-f638-40ee-b364-c20d385e3ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264cc395-294f-4ab1-b50b-c790f2ae630c,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:04.950660 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] Pushing event updated for resources: {'Port': ['ID=7c80f961-2380-47c2-a0bd-867a6f2fe255,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:04.956986 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Notify callbacks [] for port, precommit_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:04.976858 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Transition to ACTIVE for port object 440c3b62-c344-4d33-ada0-c231c1821465 will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:04.994092 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.008161 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad568d7c-ff64-4a29-8354-57a5870bb169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.033214 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad568d7c-ff64-4a29-8354-57a5870bb169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.082218 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 44751ca3-9691-4a96-adac-e1f820891f4c up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:05.089166 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513e703-28e5-4d74-bf04-6862a1f079e5 None None] Pushing event updated for resources: {'Port': ['ID=440c3b62-c344-4d33-ada0-c231c1821465,revision_number=2']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:05.092399 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Attempting to bind port 440c3b62-c344-4d33-ada0-c231c1821465 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:05.092810 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Attempting to bind port 440c3b62-c344-4d33-ada0-c231c1821465 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:05.093218 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Attempting to bind port 440c3b62-c344-4d33-ada0-c231c1821465 on network dd0d50ff-d8a0-439f-a316-3d03b34bea63 {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:05.097030 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad568d7c-ff64-4a29-8354-57a5870bb169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.101690 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ad568d7c-ff64-4a29-8354-57a5870bb169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.105042 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.106367 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-ad568d7c-ff64-4a29-8354-57a5870bb169 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/264cc395-294f-4ab1-b50b-c790f2ae630c HTTP/1.1" status: 204 len: 168 time: 0.1917639 Aug 16 13:08:05.114892 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad568d7c-ff64-4a29-8354-57a5870bb169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264cc395-294f-4ab1-b50b-c790f2ae630c,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:05.133184 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:05.133569 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Checking segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:05.133979 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.134941 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Bound using segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:05.136695 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Bound port: 440c3b62-c344-4d33-ada0-c231c1821465, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:05.136695 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.218518 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] For port 440c3b62-c344-4d33-ada0-c231c1821465, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:05.220787 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port 44751ca3-9691-4a96-adac-e1f820891f4c completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:05.224036 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] For port 440c3b62-c344-4d33-ada0-c231c1821465, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=440c3b62-c344-4d33-ada0-c231c1821465,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:05.227536 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 44751ca3-9691-4a96-adac-e1f820891f4c triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:05.228449 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.232007 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-41d896a4-07f7-4411-9d1f-fa77653123e9 None None] Provisioning for port 7c80f961-2380-47c2-a0bd-867a6f2fe255 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:05.235362 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.266055 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-41d896a4-07f7-4411-9d1f-fa77653123e9 None None] Provisioning complete for port 7c80f961-2380-47c2-a0bd-867a6f2fe255 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:05.266431 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-41d896a4-07f7-4411-9d1f-fa77653123e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.316236 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.322807 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13922287'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.360940 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.383853 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-41d896a4-07f7-4411-9d1f-fa77653123e9 None None] Port 7c80f961-2380-47c2-a0bd-867a6f2fe255 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:08:05.385327 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513e703-28e5-4d74-bf04-6862a1f079e5 None None] Pushing event updated for resources: {'Port': ['ID=440c3b62-c344-4d33-ada0-c231c1821465,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:05.388521 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Routers {'b5a091f5-b133-4e5c-b1c4-19f10a5781ad'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:05.389181 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:08:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['b5a091f5-b133-4e5c-b1c4-19f10a5781ad'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:05.440473 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701922'] for router_interface, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.452147 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 44060) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:05.452983 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] Pushing event updated for resources: {'Port': ['ID=7c80f961-2380-47c2-a0bd-867a6f2fe255,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:05.466526 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb28ade0-93b5-4640-affb-5c9f1b765d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.501421 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.523615 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3161c-3eba-4c7c-a01b-fca8466ec331 req-249f63c9-bec5-4abb-9d51-21190c898e9c tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:05.525168 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ada3161c-3eba-4c7c-a01b-fca8466ec331 req-249f63c9-bec5-4abb-9d51-21190c898e9c tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.1685617 Aug 16 13:08:05.543767 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] Set router b5a091f5-b133-4e5c-b1c4-19f10a5781ad gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:05.563293 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb28ade0-93b5-4640-affb-5c9f1b765d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.568251 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb28ade0-93b5-4640-affb-5c9f1b765d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.600333 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ada3161c-3eba-4c7c-a01b-fca8466ec331 req-66153212-6edf-4a6d-8ce2-f78f5522f947 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640333 Aug 16 13:08:05.611737 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] Network e079c962-b013-4699-9646-8490d695fb97 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:05.613105 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-cb28ade0-93b5-4640-affb-5c9f1b765d3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5aa0d8bc29964d578027238b9196cd2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596205 Aug 16 13:08:05.613797 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 44062) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:05.613973 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:05.631155 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28ade0-93b5-4640-affb-5c9f1b765d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cbb39a-448f-4eee-8c5d-81fcba7a421c,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:05.694676 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-685f58df-0c12-4235-a5ac-e3e199ef5a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.707255 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port 44751ca3-9691-4a96-adac-e1f820891f4c, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=44751ca3-9691-4a96-adac-e1f820891f4c,segment=NetworkSegment(40ccc765-0d6e-4ac9-9599-a521b99fabd6),segment_id=40ccc765-0d6e-4ac9-9599-a521b99fabd6)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:05.717925 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.726870 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-685f58df-0c12-4235-a5ac-e3e199ef5a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.783871 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-685f58df-0c12-4235-a5ac-e3e199ef5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.786802 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-685f58df-0c12-4235-a5ac-e3e199ef5a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.788554 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-685f58df-0c12-4235-a5ac-e3e199ef5a67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67cbb39a-448f-4eee-8c5d-81fcba7a421c HTTP/1.1" status: 204 len: 168 time: 0.1734209 Aug 16 13:08:05.791856 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] Router b5a091f5-b133-4e5c-b1c4-19f10a5781ad has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:08:05.803032 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f58df-0c12-4235-a5ac-e3e199ef5a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cbb39a-448f-4eee-8c5d-81fcba7a421c,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:05.878321 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=44751ca3-9691-4a96-adac-e1f820891f4c,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:05.918763 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:05.924388 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-a4a85bad-bee7-46b2-9710-7e5c6d62fcd8 admin admin] 10.222.0.20 "PUT /v2.0/routers/b5a091f5-b133-4e5c-b1c4-19f10a5781ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3880966 Aug 16 13:08:05.936153 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-ea240276-6556-4bdd-b8d0-9f992138c522 None None] Provisioning complete for port 7c80f961-2380-47c2-a0bd-867a6f2fe255 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:05.936647 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-ea240276-6556-4bdd-b8d0-9f992138c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:05.997500 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-ea240276-6556-4bdd-b8d0-9f992138c522 None None] Port 7c80f961-2380-47c2-a0bd-867a6f2fe255 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:08:06.026163 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'name': 'tempest-TestShelveInstance-1487985110-router', 'tenant_id': '972f526d66524e0dae61efbc9201a00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '440c3b62-c344-4d33-ada0-c231c1821465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:00Z', 'updated_at': '2021-08-16T13:08:05Z', 'revision_number': 4, 'project_id': '972f526d66524e0dae61efbc9201a00b', 'gw_port': {'id': '440c3b62-c344-4d33-ada0-c231c1821465', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '7c80f961-2380-47c2-a0bd-867a6f2fe255', 'name': '', 'network_id': 'e079c962-b013-4699-9646-8490d695fb97', 'tenant_id': '972f526d66524e0dae61efbc9201a00b', 'mac_address': 'fa:16:3e:5b:f7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1ae051fa-983f-41ae-beb8-a18a5af93646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:04Z', 'updated_at': '2021-08-16T13:08:05Z', 'revision_number': 2, 'project_id': '972f526d66524e0dae61efbc9201a00b', 'subnets': [{'id': '1ae051fa-983f-41ae-beb8-a18a5af93646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:06.054413 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6f0f8-a5b5-4b71-8388-f05eb6592711 None None] The sync data for ids ['b5a091f5-b133-4e5c-b1c4-19f10a5781ad'] in dv-cinder-804698-2-iscsi is: [{'id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'name': 'tempest-TestShelveInstance-1487985110-router', 'tenant_id': '972f526d66524e0dae61efbc9201a00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '440c3b62-c344-4d33-ada0-c231c1821465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:00Z', 'updated_at': '2021-08-16T13:08:05Z', 'revision_number': 4, 'project_id': '972f526d66524e0dae61efbc9201a00b', 'gw_port': {'id': '440c3b62-c344-4d33-ada0-c231c1821465', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '7c80f961-2380-47c2-a0bd-867a6f2fe255', 'name': '', 'network_id': 'e079c962-b013-4699-9646-8490d695fb97', 'tenant_id': '972f526d66524e0dae61efbc9201a00b', 'mac_address': 'fa:16:3e:5b:f7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1ae051fa-983f-41ae-beb8-a18a5af93646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:04Z', 'updated_at': '2021-08-16T13:08:05Z', 'revision_number': 2, 'project_id': '972f526d66524e0dae61efbc9201a00b', 'subnets': [{'id': '1ae051fa-983f-41ae-beb8-a18a5af93646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:08:06.558071 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 44092) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:06.562717 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-7caecd46-1ac9-42f8-85f3-06a512dff22f tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-593412785', 'description': 'tempest-secgroup-smoke-593412785 description', 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:06.589734 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7caecd46-1ac9-42f8-85f3-06a512dff22f tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.739133 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7caecd46-1ac9-42f8-85f3-06a512dff22f tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.749060 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7caecd46-1ac9-42f8-85f3-06a512dff22f tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.777612 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 44751ca3-9691-4a96-adac-e1f820891f4c up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:06.797994 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f06a5a-9f87-485b-98fe-b4c33b5ad7d8 req-b774f5c0-80f3-4f4f-b2e7-b457799a58dc tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:06.800523 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-66f06a5a-9f87-485b-98fe-b4c33b5ad7d8 req-b774f5c0-80f3-4f4f-b2e7-b457799a58dc tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0676389 Aug 16 13:08:06.804032 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7caecd46-1ac9-42f8-85f3-06a512dff22f tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.811904 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-7caecd46-1ac9-42f8-85f3-06a512dff22f tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2527027 Aug 16 13:08:06.815162 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 44098) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:06.819751 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-534fdfda-16b7-4923-bb13-2184f4dafe19 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Request body: {'security_group_rule': {'security_group_id': '50bee332-799b-402c-86f0-e9421277bdba', 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:06.848630 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caecd46-1ac9-42f8-85f3-06a512dff22f tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50bee332-799b-402c-86f0-e9421277bdba,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:06.862105 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-66f06a5a-9f87-485b-98fe-b4c33b5ad7d8 req-f97f0a31-5eeb-4fe3-be11-fdcb4d4c4cfa tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533640 Aug 16 13:08:06.891978 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 44751ca3-9691-4a96-adac-e1f820891f4c triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:06.892648 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.903107 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-534fdfda-16b7-4923-bb13-2184f4dafe19 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.978938 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-534fdfda-16b7-4923-bb13-2184f4dafe19 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:06.984682 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-534fdfda-16b7-4923-bb13-2184f4dafe19 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.003009 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fdfda-16b7-4923-bb13-2184f4dafe19 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f11563-1ab3-445d-8aaf-bc39edda1adc,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:07.015802 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-534fdfda-16b7-4923-bb13-2184f4dafe19 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.017186 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-534fdfda-16b7-4923-bb13-2184f4dafe19 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2009380 Aug 16 13:08:07.020058 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 44104) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:07.024770 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-cd513f61-d422-401d-a861-e86343f793d1 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Request body: {'security_group_rule': {'security_group_id': '50bee332-799b-402c-86f0-e9421277bdba', 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:07.062022 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cd513f61-d422-401d-a861-e86343f793d1 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.122066 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cd513f61-d422-401d-a861-e86343f793d1 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.127180 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cd513f61-d422-401d-a861-e86343f793d1 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.151480 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd513f61-d422-401d-a861-e86343f793d1 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfac6abe-1c3b-4038-8f60-0aa5ee7dfe28,revision_number=0']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:07.154960 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cd513f61-d422-401d-a861-e86343f793d1 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.156332 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-cd513f61-d422-401d-a861-e86343f793d1 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351514 Aug 16 13:08:07.159064 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 44110) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:07.163789 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-f7e32be7-6c93-4784-84b4-ea068bb0e491 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Request body: {'security_group_rule': {'security_group_id': '50bee332-799b-402c-86f0-e9421277bdba', 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:07.192388 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f7e32be7-6c93-4784-84b4-ea068bb0e491 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.264078 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f7e32be7-6c93-4784-84b4-ea068bb0e491 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.271147 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f7e32be7-6c93-4784-84b4-ea068bb0e491 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.294788 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e32be7-6c93-4784-84b4-ea068bb0e491 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690f2851-9b4a-4a54-87b2-764b11e09616,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:07.300813 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f7e32be7-6c93-4784-84b4-ea068bb0e491 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.302635 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-f7e32be7-6c93-4784-84b4-ea068bb0e491 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424568 Aug 16 13:08:07.305220 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 44118) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:07.310189 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-281bfcae-b7ce-49f4-a95c-8907ecda32ce tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Request body: {'security_group_rule': {'security_group_id': '50bee332-799b-402c-86f0-e9421277bdba', 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:07.338370 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-281bfcae-b7ce-49f4-a95c-8907ecda32ce tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.408828 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-281bfcae-b7ce-49f4-a95c-8907ecda32ce tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.413209 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-281bfcae-b7ce-49f4-a95c-8907ecda32ce tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.436035 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bfcae-b7ce-49f4-a95c-8907ecda32ce tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3be718-0493-4a66-9b9e-c36588850f23,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:07.439835 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-281bfcae-b7ce-49f4-a95c-8907ecda32ce tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.441105 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-281bfcae-b7ce-49f4-a95c-8907ecda32ce tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346066 Aug 16 13:08:07.444084 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 44124) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:07.448745 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-32276c73-46e0-4a9f-9c5d-c12f882cc05b tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Request body: {'security_group_rule': {'security_group_id': '50bee332-799b-402c-86f0-e9421277bdba', 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:07.473125 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.securitygroups_db [None req-32276c73-46e0-4a9f-9c5d-c12f882cc05b tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Project 9da1f3e8de31466dbfaa635f5c3f34b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:08:07.478869 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-32276c73-46e0-4a9f-9c5d-c12f882cc05b tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.554976 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-32276c73-46e0-4a9f-9c5d-c12f882cc05b tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.558935 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-32276c73-46e0-4a9f-9c5d-c12f882cc05b tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.578494 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32276c73-46e0-4a9f-9c5d-c12f882cc05b tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64632e87-41d6-49d0-9d01-790cd4bae83f,revision_number=0']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:07.582381 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-32276c73-46e0-4a9f-9c5d-c12f882cc05b tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.583620 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-32276c73-46e0-4a9f-9c5d-c12f882cc05b tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385138 Aug 16 13:08:07.586388 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 44130) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:07.591926 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-5e778df9-b331-492b-8624-eb67e07c4e33 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Request body: {'security_group_rule': {'security_group_id': '50bee332-799b-402c-86f0-e9421277bdba', 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:07.621417 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.securitygroups_db [None req-5e778df9-b331-492b-8624-eb67e07c4e33 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Project 9da1f3e8de31466dbfaa635f5c3f34b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:08:07.626893 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5e778df9-b331-492b-8624-eb67e07c4e33 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.912008 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5e778df9-b331-492b-8624-eb67e07c4e33 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.917706 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5e778df9-b331-492b-8624-eb67e07c4e33 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.941620 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5e778df9-b331-492b-8624-eb67e07c4e33 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:07.943555 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-5e778df9-b331-492b-8624-eb67e07c4e33 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3553164 Aug 16 13:08:07.950827 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e778df9-b331-492b-8624-eb67e07c4e33 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3b3e07-b891-4c94-a8a9-2a50432f65ad,revision_number=0']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:08.001126 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e7cb3-d4d3-4e7f-9486-6a4fdce8a6a5 req-a82e51bc-1b94-4de9-a0da-98d0555f292e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:08.003142 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-713e7cb3-d4d3-4e7f-9486-6a4fdce8a6a5 req-a82e51bc-1b94-4de9-a0da-98d0555f292e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0573871 Aug 16 13:08:08.068005 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-713e7cb3-d4d3-4e7f-9486-6a4fdce8a6a5 req-94a44c8e-6e94-4040-9915-2d3a178308e7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530100 Aug 16 13:08:08.235310 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Sync routers for ids ['b5a091f5-b133-4e5c-b1c4-19f10a5781ad'] in dv-cinder-804698-2-iscsi {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:08.245608 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Routers {'b5a091f5-b133-4e5c-b1c4-19f10a5781ad'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:08.246204 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:08:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['b5a091f5-b133-4e5c-b1c4-19f10a5781ad'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:08.353502 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Set router b5a091f5-b133-4e5c-b1c4-19f10a5781ad gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:08.594838 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'name': 'tempest-TestShelveInstance-1487985110-router', 'tenant_id': '972f526d66524e0dae61efbc9201a00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '440c3b62-c344-4d33-ada0-c231c1821465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:00Z', 'updated_at': '2021-08-16T13:08:05Z', 'revision_number': 4, 'project_id': '972f526d66524e0dae61efbc9201a00b', 'gw_port': {'id': '440c3b62-c344-4d33-ada0-c231c1821465', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '7c80f961-2380-47c2-a0bd-867a6f2fe255', 'name': '', 'network_id': 'e079c962-b013-4699-9646-8490d695fb97', 'tenant_id': '972f526d66524e0dae61efbc9201a00b', 'mac_address': 'fa:16:3e:5b:f7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1ae051fa-983f-41ae-beb8-a18a5af93646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:04Z', 'updated_at': '2021-08-16T13:08:05Z', 'revision_number': 2, 'project_id': '972f526d66524e0dae61efbc9201a00b', 'subnets': [{'id': '1ae051fa-983f-41ae-beb8-a18a5af93646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:08.622210 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Checking router: b5a091f5-b133-4e5c-b1c4-19f10a5781ad for host: dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:08.622567 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Updating router b5a091f5-b133-4e5c-b1c4-19f10a5781ad port 7c80f961-2380-47c2-a0bd-867a6f2fe255 binding host dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:08:08.648844 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.716441 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 440c3b62-c344-4d33-ada0-c231c1821465 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:08.781402 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port 440c3b62-c344-4d33-ada0-c231c1821465 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:08.785614 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 440c3b62-c344-4d33-ada0-c231c1821465 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:08.786299 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.879329 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.900880 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port 440c3b62-c344-4d33-ada0-c231c1821465, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=440c3b62-c344-4d33-ada0-c231c1821465,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:08.904545 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.934027 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.945086 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Transition to ACTIVE for port object 7c80f961-2380-47c2-a0bd-867a6f2fe255 will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:08.951642 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:08.962760 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=440c3b62-c344-4d33-ada0-c231c1821465,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:09.005084 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba5189-8093-42dd-9ff9-f2ea2535bf44 None None] Pushing event updated for resources: {'Port': ['ID=7c80f961-2380-47c2-a0bd-867a6f2fe255,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:09.059638 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Attempting to bind port 7c80f961-2380-47c2-a0bd-867a6f2fe255 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:09.060012 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Attempting to bind port 7c80f961-2380-47c2-a0bd-867a6f2fe255 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': 'cb217ed1-591b-4929-9090-a797f9e39618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e079c962-b013-4699-9646-8490d695fb97'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:09.060502 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Attempting to bind port 7c80f961-2380-47c2-a0bd-867a6f2fe255 on network e079c962-b013-4699-9646-8490d695fb97 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:09.066084 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:09.066401 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Checking segment: {'id': 'cb217ed1-591b-4929-9090-a797f9e39618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e079c962-b013-4699-9646-8490d695fb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:09.066804 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.067192 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Bound using segment: {'id': 'cb217ed1-591b-4929-9090-a797f9e39618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e079c962-b013-4699-9646-8490d695fb97'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:09.067876 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Bound port: 7c80f961-2380-47c2-a0bd-867a6f2fe255, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb217ed1-591b-4929-9090-a797f9e39618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e079c962-b013-4699-9646-8490d695fb97'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:09.068100 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.148203 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] For port 7c80f961-2380-47c2-a0bd-867a6f2fe255, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:09.152365 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] For port 7c80f961-2380-47c2-a0bd-867a6f2fe255, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=7c80f961-2380-47c2-a0bd-867a6f2fe255,segment=NetworkSegment(cb217ed1-591b-4929-9090-a797f9e39618),segment_id=cb217ed1-591b-4929-9090-a797f9e39618)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:09.157031 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.198006 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Routers {'b5a091f5-b133-4e5c-b1c4-19f10a5781ad'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:09.198634 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:08:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['b5a091f5-b133-4e5c-b1c4-19f10a5781ad'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:09.306283 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba5189-8093-42dd-9ff9-f2ea2535bf44 None None] Pushing event updated for resources: {'Port': ['ID=7c80f961-2380-47c2-a0bd-867a6f2fe255,revision_number=4']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:09.348050 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] Set router b5a091f5-b133-4e5c-b1c4-19f10a5781ad gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:09.401795 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 44278) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:09.515984 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d97c4361-61d1-4837-a81f-070aa979a67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.621030 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d97c4361-61d1-4837-a81f-070aa979a67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.625640 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d97c4361-61d1-4837-a81f-070aa979a67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.639752 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'name': 'tempest-TestShelveInstance-1487985110-router', 'tenant_id': '972f526d66524e0dae61efbc9201a00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '440c3b62-c344-4d33-ada0-c231c1821465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:00Z', 'updated_at': '2021-08-16T13:08:05Z', 'revision_number': 4, 'project_id': '972f526d66524e0dae61efbc9201a00b', 'gw_port': {'id': '440c3b62-c344-4d33-ada0-c231c1821465', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '7c80f961-2380-47c2-a0bd-867a6f2fe255', 'name': '', 'network_id': 'e079c962-b013-4699-9646-8490d695fb97', 'tenant_id': '972f526d66524e0dae61efbc9201a00b', 'mac_address': 'fa:16:3e:5b:f7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1ae051fa-983f-41ae-beb8-a18a5af93646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:04Z', 'updated_at': '2021-08-16T13:08:09Z', 'revision_number': 4, 'project_id': '972f526d66524e0dae61efbc9201a00b', 'subnets': [{'id': '1ae051fa-983f-41ae-beb8-a18a5af93646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:09.662012 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c4361-61d1-4837-a81f-070aa979a67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16d4c56-5b34-4286-a08c-1a1aaf6d2b77,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:09.665042 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf0f05-4848-4406-8dcb-8d8898f7d313 None None] The sync data for ids ['b5a091f5-b133-4e5c-b1c4-19f10a5781ad'] in dv-cinder-804698-2-iscsi is: [{'id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'name': 'tempest-TestShelveInstance-1487985110-router', 'tenant_id': '972f526d66524e0dae61efbc9201a00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '440c3b62-c344-4d33-ada0-c231c1821465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:00Z', 'updated_at': '2021-08-16T13:08:05Z', 'revision_number': 4, 'project_id': '972f526d66524e0dae61efbc9201a00b', 'gw_port': {'id': '440c3b62-c344-4d33-ada0-c231c1821465', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '7c80f961-2380-47c2-a0bd-867a6f2fe255', 'name': '', 'network_id': 'e079c962-b013-4699-9646-8490d695fb97', 'tenant_id': '972f526d66524e0dae61efbc9201a00b', 'mac_address': 'fa:16:3e:5b:f7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1ae051fa-983f-41ae-beb8-a18a5af93646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:04Z', 'updated_at': '2021-08-16T13:08:09Z', 'revision_number': 4, 'project_id': '972f526d66524e0dae61efbc9201a00b', 'subnets': [{'id': '1ae051fa-983f-41ae-beb8-a18a5af93646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:08:09.668026 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-d97c4361-61d1-4837-a81f-070aa979a67f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b5c5234ca9e4d619a82b0c83860149c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651088 Aug 16 13:08:09.670505 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 44286) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:09.721891 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d33de138-85ee-43bd-b531-2bfb26b661a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.744361 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d33de138-85ee-43bd-b531-2bfb26b661a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.797316 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d33de138-85ee-43bd-b531-2bfb26b661a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.800628 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d33de138-85ee-43bd-b531-2bfb26b661a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:09.802058 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-d33de138-85ee-43bd-b531-2bfb26b661a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b16d4c56-5b34-4286-a08c-1a1aaf6d2b77 HTTP/1.1" status: 204 len: 168 time: 0.1306486 Aug 16 13:08:09.811077 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33de138-85ee-43bd-b531-2bfb26b661a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16d4c56-5b34-4286-a08c-1a1aaf6d2b77,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:10.080677 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 44294) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:10.098399 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2fa7520c-e67d-42aa-96bb-d888b81fdf6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.197542 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2fa7520c-e67d-42aa-96bb-d888b81fdf6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.201290 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2fa7520c-e67d-42aa-96bb-d888b81fdf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.239147 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-2fa7520c-e67d-42aa-96bb-d888b81fdf6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e20ab6503a084b568908107b6b56626b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572497 Aug 16 13:08:10.239994 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7520c-e67d-42aa-96bb-d888b81fdf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc47420b-9ffa-4256-84d7-64401c868dfb,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:10.241987 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 44296) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:10.293231 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b0a31b3b-8f82-469d-835f-2dc1027722c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.314475 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b0a31b3b-8f82-469d-835f-2dc1027722c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.359410 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b0a31b3b-8f82-469d-835f-2dc1027722c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.361955 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b0a31b3b-8f82-469d-835f-2dc1027722c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.363123 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-b0a31b3b-8f82-469d-835f-2dc1027722c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc47420b-9ffa-4256-84d7-64401c868dfb HTTP/1.1" status: 204 len: 168 time: 0.1200881 Aug 16 13:08:10.371282 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a31b3b-8f82-469d-835f-2dc1027722c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc47420b-9ffa-4256-84d7-64401c868dfb,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:10.728732 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 440c3b62-c344-4d33-ada0-c231c1821465 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:10.778129 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 440c3b62-c344-4d33-ada0-c231c1821465 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:10.778513 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.860224 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 7c80f961-2380-47c2-a0bd-867a6f2fe255 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:10.911714 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port 7c80f961-2380-47c2-a0bd-867a6f2fe255 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:10.916206 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 7c80f961-2380-47c2-a0bd-867a6f2fe255 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:10.916604 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:10.992874 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.028023 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port 7c80f961-2380-47c2-a0bd-867a6f2fe255, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=7c80f961-2380-47c2-a0bd-867a6f2fe255,segment=NetworkSegment(cb217ed1-591b-4929-9090-a797f9e39618),segment_id=cb217ed1-591b-4929-9090-a797f9e39618)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:11.031928 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.055182 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 44326) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:11.078104 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=7c80f961-2380-47c2-a0bd-867a6f2fe255,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:11.151447 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-a16116e8-d3a1-4293-b70c-69d0d7100f63 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1837621278-network', 'tenant_id': '554113bf921c4a2ea3f0a8248eabf588'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:11.172608 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16116e8-d3a1-4293-b70c-69d0d7100f63 admin admin] Made reservation on behalf of 554113bf921c4a2ea3f0a8248eabf588 for: {'network': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:11.174966 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a16116e8-d3a1-4293-b70c-69d0d7100f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.184009 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a16116e8-d3a1-4293-b70c-69d0d7100f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.271908 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a16116e8-d3a1-4293-b70c-69d0d7100f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.275495 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a16116e8-d3a1-4293-b70c-69d0d7100f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.295898 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16116e8-d3a1-4293-b70c-69d0d7100f63 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=94053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:08:11.311173 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16116e8-d3a1-4293-b70c-69d0d7100f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:11.314284 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a16116e8-d3a1-4293-b70c-69d0d7100f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.314634 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.db.segments_db [None req-a16116e8-d3a1-4293-b70c-69d0d7100f63 admin admin] Added segment 6c7a24fa-5788-4e1e-a021-c0d5c3b7657d of type vlan for network 65868483-2530-436d-8ca3-f7fd2e473370 Aug 16 13:08:11.353503 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a16116e8-d3a1-4293-b70c-69d0d7100f63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.377460 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a16116e8-d3a1-4293-b70c-69d0d7100f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.378409 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16116e8-d3a1-4293-b70c-69d0d7100f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:11.378996 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a16116e8-d3a1-4293-b70c-69d0d7100f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.428619 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-a16116e8-d3a1-4293-b70c-69d0d7100f63 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3722858 Aug 16 13:08:11.432251 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 44330) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:11.437145 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-dcc2a90d-4a27-4b04-9f77-c53fa2e59307 admin admin] Request body: {'subnet': {'network_id': '65868483-2530-436d-8ca3-f7fd2e473370', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1837621278-subnet', 'tenant_id': '554113bf921c4a2ea3f0a8248eabf588', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:11.441425 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16116e8-d3a1-4293-b70c-69d0d7100f63 admin admin] Pushing event updated for resources: {'Network': ['ID=65868483-2530-436d-8ca3-f7fd2e473370,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:11.451224 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network 65868483-2530-436d-8ca3-f7fd2e473370 details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:08:11.457152 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc2a90d-4a27-4b04-9f77-c53fa2e59307 admin admin] Made reservation on behalf of 554113bf921c4a2ea3f0a8248eabf588 for: {'subnet': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:11.459668 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dcc2a90d-4a27-4b04-9f77-c53fa2e59307 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12882902'] for subnet, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.624405 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dcc2a90d-4a27-4b04-9f77-c53fa2e59307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13920368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12882872'] for subnet, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.678469 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2a90d-4a27-4b04-9f77-c53fa2e59307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85309671-1ea6-494d-b7fd-373c0e5a86cc,revision_number=0']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:11.687824 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2a90d-4a27-4b04-9f77-c53fa2e59307 admin admin] Checking segment: {'id': '6c7a24fa-5788-4e1e-a021-c0d5c3b7657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '65868483-2530-436d-8ca3-f7fd2e473370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:11.688249 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc2a90d-4a27-4b04-9f77-c53fa2e59307 admin admin] Network hostable DHCP agents. Network: 65868483-2530-436d-8ca3-f7fd2e473370, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:08:11.706737 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc2a90d-4a27-4b04-9f77-c53fa2e59307 admin admin] Network 65868483-2530-436d-8ca3-f7fd2e473370 is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:08:11.721248 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-dcc2a90d-4a27-4b04-9f77-c53fa2e59307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, 65868483-2530-436d-8ca3-f7fd2e473370) {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:11.726817 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc2a90d-4a27-4b04-9f77-c53fa2e59307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:11.728381 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dcc2a90d-4a27-4b04-9f77-c53fa2e59307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:11.731185 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071fd0c4-7f85-4b65-ad25-f01a7dc859b1 None None] Network 65868483-2530-436d-8ca3-f7fd2e473370 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:11.749564 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-dcc2a90d-4a27-4b04-9f77-c53fa2e59307 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3162200 Aug 16 13:08:11.875880 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966e4519-0900-4d38-93f5-a8ba682ddf96 None None] Network 65868483-2530-436d-8ca3-f7fd2e473370 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:12.686963 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 7c80f961-2380-47c2-a0bd-867a6f2fe255 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:12.735953 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 7c80f961-2380-47c2-a0bd-867a6f2fe255 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:12.736691 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:13.556559 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-6f556ef9-45ae-452a-a56a-ccaffa950cd8 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:13.558179 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-6f556ef9-45ae-452a-a56a-ccaffa950cd8 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/networks?id=65868483-2530-436d-8ca3-f7fd2e473370 HTTP/1.1" status: 200 len: 809 time: 0.1047709 Aug 16 13:08:13.573744 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-17f54fd2-8c3c-4803-a033-fa0154a2176b tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/quotas/554113bf921c4a2ea3f0a8248eabf588 HTTP/1.1" status: 200 len: 375 time: 0.0093870 Aug 16 13:08:13.604023 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-449f0e34-0aeb-4017-bee9-7dea6b3d8155 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=554113bf921c4a2ea3f0a8248eabf588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251365 Aug 16 13:08:13.695672 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-2e83cc53-0777-4a86-a09c-ec1e41cec82e service neutron] 10.222.0.20 "GET /v2.0/networks/65868483-2530-436d-8ca3-f7fd2e473370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851409 Aug 16 13:08:13.786066 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-baccf15e-340d-47ae-ac6d-290f38e9e5ad service neutron] 10.222.0.20 "GET /v2.0/networks/65868483-2530-436d-8ca3-f7fd2e473370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832574 Aug 16 13:08:13.944664 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-899ce645-85c0-4622-9d20-b31dc6150cd3 req-16320b55-b215-483b-bcc1-d56b025cffe3 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 210 time: 0.0267563 Aug 16 13:08:14.541889 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855867e-b4d6-408e-96b3-cdf65b14f3bb req-3de8b161-8c2d-4ce6-a746-42172c1da0dc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:14.543372 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d855867e-b4d6-408e-96b3-cdf65b14f3bb req-3de8b161-8c2d-4ce6-a746-42172c1da0dc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 946 time: 0.0492923 Aug 16 13:08:14.588223 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d855867e-b4d6-408e-96b3-cdf65b14f3bb req-e1fa1db7-6627-4c3e-b70c-aa6405a63854 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378356 Aug 16 13:08:15.045837 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-1068ed18-2b87-4ad4-9470-2055818a2e66 req-b18a8e75-9e58-4460-8fe0-fd4f149a4c67 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 210 time: 0.0320742 Aug 16 13:08:15.161708 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-dde3e3d8-9752-43ee-8fd1-9d0decbbede4 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:15.163375 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-dde3e3d8-9752-43ee-8fd1-9d0decbbede4 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.61 "GET /v2.0/networks?id=65868483-2530-436d-8ca3-f7fd2e473370 HTTP/1.1" status: 200 len: 809 time: 0.1208773 Aug 16 13:08:15.189420 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-cf775a87-0ed8-4d47-981e-733862eda5a6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Request body: {'port': {'device_id': '5351f578-d80c-4e05-8e39-63f985336df9', 'network_id': '65868483-2530-436d-8ca3-f7fd2e473370', 'admin_state_up': True, 'tenant_id': '554113bf921c4a2ea3f0a8248eabf588'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:15.298783 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-cf775a87-0ed8-4d47-981e-733862eda5a6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Made reservation on behalf of 554113bf921c4a2ea3f0a8248eabf588 for: {'port': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:15.302510 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-cf775a87-0ed8-4d47-981e-733862eda5a6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.429652 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-cf775a87-0ed8-4d47-981e-733862eda5a6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Allocated IP 172.20.0.7 (65868483-2530-436d-8ca3-f7fd2e473370/85309671-1ea6-494d-b7fd-373c0e5a86cc/16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:15.577298 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-cf775a87-0ed8-4d47-981e-733862eda5a6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.614669 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-cf775a87-0ed8-4d47-981e-733862eda5a6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.662194 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-cf775a87-0ed8-4d47-981e-733862eda5a6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Network 65868483-2530-436d-8ca3-f7fd2e473370 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:15.665423 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-cf775a87-0ed8-4d47-981e-733862eda5a6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:15.667874 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-cf775a87-0ed8-4d47-981e-733862eda5a6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:15.691916 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf775a87-0ed8-4d47-981e-733862eda5a6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Pushing event updated for resources: {'Port': ['ID=16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:15.710524 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec130adb-0400-4725-8c22-ef3d269a0124 req-6e5129b8-e95b-40df-aec5-82e229f43dd1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:15.712418 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ec130adb-0400-4725-8c22-ef3d269a0124 req-6e5129b8-e95b-40df-aec5-82e229f43dd1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 946 time: 0.0515666 Aug 16 13:08:15.725664 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-cf775a87-0ed8-4d47-981e-733862eda5a6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:15.726273 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-cf775a87-0ed8-4d47-981e-733862eda5a6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:15.740760 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-cf775a87-0ed8-4d47-981e-733862eda5a6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5551205 Aug 16 13:08:15.753429 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ec130adb-0400-4725-8c22-ef3d269a0124 req-132f2b68-502e-4f4e-a65a-ffdf846ee491 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353081 Aug 16 13:08:15.761926 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Request body: {'port': {'device_id': '5351f578-d80c-4e05-8e39-63f985336df9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:15.820995 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:16.110932 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:08:16.123069 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:16.138790 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Transition to ACTIVE for port object 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:16.152582 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:16.183450 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036374df-f5b8-417b-a6f3-a3fb04aca5a8 req-275e203d-40b0-4f64-a804-5ba4f4c8435c tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:16.187701 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-036374df-f5b8-417b-a6f3-a3fb04aca5a8 req-275e203d-40b0-4f64-a804-5ba4f4c8435c tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 943 time: 0.0546272 Aug 16 13:08:16.206335 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Pushing event updated for resources: {'Port': ['ID=16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:16.225277 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-036374df-f5b8-417b-a6f3-a3fb04aca5a8 req-4d0690ee-4e20-418c-bc24-1df1f28ddb12 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343473 Aug 16 13:08:16.279063 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Attempting to bind port 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:16.279435 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Attempting to bind port 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '6c7a24fa-5788-4e1e-a021-c0d5c3b7657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '65868483-2530-436d-8ca3-f7fd2e473370'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:16.279772 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Attempting to bind port 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 on network 65868483-2530-436d-8ca3-f7fd2e473370 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:16.284089 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Port 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 on network 65868483-2530-436d-8ca3-f7fd2e473370 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:08:16.284407 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Attempting to bind port 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 on network 65868483-2530-436d-8ca3-f7fd2e473370 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:16.289127 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:16.289466 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Checking segment: {'id': '6c7a24fa-5788-4e1e-a021-c0d5c3b7657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '65868483-2530-436d-8ca3-f7fd2e473370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:16.289880 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Bound using segment: {'id': '6c7a24fa-5788-4e1e-a021-c0d5c3b7657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '65868483-2530-436d-8ca3-f7fd2e473370'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:16.290332 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Bound port: 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7a24fa-5788-4e1e-a021-c0d5c3b7657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '65868483-2530-436d-8ca3-f7fd2e473370'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:16.290684 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:16.354093 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] For port 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0, host hv-cinder-80469, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:16.357085 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] For port 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0,segment=NetworkSegment(6c7a24fa-5788-4e1e-a021-c0d5c3b7657d),segment_id=6c7a24fa-5788-4e1e-a021-c0d5c3b7657d)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:16.362387 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:16.396570 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:16.397179 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:16.398551 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] 10.222.0.61 "PUT /v2.0/ports/16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 HTTP/1.1" status: 200 len: 1093 time: 0.6409290 Aug 16 13:08:16.399007 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5351f578-d80c-4e05-8e39-63f985336df9', 'tag': '16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:08:16.401299 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b10e7ab-366e-4213-98aa-1edd99057bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "5351f578-d80c-4e05-8e39-63f985336df9", "tag": "16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:08:16.428374 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f31fc-086f-4d0b-8433-29faedaa80aa service neutron] Pushing event updated for resources: {'Port': ['ID=16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:16.448326 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff9a103-9b03-440d-bd4e-446f22dd1160 x-openstack-request-id: req-bff9a103-9b03-440d-bd4e-446f22dd1160 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:08:16.448616 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5351f578-d80c-4e05-8e39-63f985336df9", "tag": "16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:08:16.448874 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bff9a103-9b03-440d-bd4e-446f22dd1160 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:08:16.449353 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5351f578-d80c-4e05-8e39-63f985336df9', 'tag': '16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0', 'status': 'completed', 'code': 200} Aug 16 13:08:16.556425 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-f272e5f8-4ad3-44b6-a5a8-36853cb2f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:16.557959 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-f272e5f8-4ad3-44b6-a5a8-36853cb2f21a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=554113bf921c4a2ea3f0a8248eabf588&device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 1096 time: 0.0419302 Aug 16 13:08:16.617843 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-74d508bc-0e9a-446b-9214-c6fb49db0eb6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 HTTP/1.1" status: 200 len: 217 time: 0.0364645 Aug 16 13:08:16.669121 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-11ae7b54-0a4f-4daf-beb7-8ab0410a96da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:16.670652 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-11ae7b54-0a4f-4daf-beb7-8ab0410a96da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=85309671-1ea6-494d-b7fd-373c0e5a86cc HTTP/1.1" status: 200 len: 849 time: 0.0436718 Aug 16 13:08:16.703419 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-34ea43c9-6121-4ac7-87ea-e21532d72e87 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=65868483-2530-436d-8ca3-f7fd2e473370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244000 Aug 16 13:08:16.878520 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204b88f-f000-4ac7-bd79-24236636c64b req-8b1c44cf-81b9-4b32-a73c-6fceef7b7035 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:16.880043 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b204b88f-f000-4ac7-bd79-24236636c64b req-8b1c44cf-81b9-4b32-a73c-6fceef7b7035 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 946 time: 0.0543158 Aug 16 13:08:16.911191 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dce571-2db7-4c54-9cd9-e3e35be3a068 req-1026ab72-180c-4ef6-9c0c-f3dd87cd5e40 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:16.912830 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-90dce571-2db7-4c54-9cd9-e3e35be3a068 req-1026ab72-180c-4ef6-9c0c-f3dd87cd5e40 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 946 time: 0.0975246 Aug 16 13:08:16.923689 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b204b88f-f000-4ac7-bd79-24236636c64b req-19f7c918-04ca-413b-9690-4fdebfc09082 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372429 Aug 16 13:08:16.965780 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-51cc596c-3a37-48b7-bb21-625acd068365 service neutron] 10.222.0.61 "GET /v2.0/networks/65868483-2530-436d-8ca3-f7fd2e473370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578474 Aug 16 13:08:17.094508 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-90dce571-2db7-4c54-9cd9-e3e35be3a068 req-06157505-d82f-4bf6-9b40-e90e775e8902 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Deleting port 77349e1a-1417-48d6-9a12-c26fd43bd611 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:17.094844 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-90dce571-2db7-4c54-9cd9-e3e35be3a068 req-06157505-d82f-4bf6-9b40-e90e775e8902 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:17.098695 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2bf5c6ee-bd66-4499-8700-350a72f66000 req-2e04b67b-530e-4a8f-805a-7bd5e96fe921 service neutron] 10.222.0.61 "GET /v2.0/networks/65868483-2530-436d-8ca3-f7fd2e473370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212492 Aug 16 13:08:17.188749 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-90dce571-2db7-4c54-9cd9-e3e35be3a068 req-06157505-d82f-4bf6-9b40-e90e775e8902 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] For port 77349e1a-1417-48d6-9a12-c26fd43bd611, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=77349e1a-1417-48d6-9a12-c26fd43bd611,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:17.189392 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-90dce571-2db7-4c54-9cd9-e3e35be3a068 req-06157505-d82f-4bf6-9b40-e90e775e8902 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:17.402606 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10e7ab-366e-4213-98aa-1edd99057bfd req-fd20a0e7-1251-4e32-9d7b-d6ef16c88e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:17.404108 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6b10e7ab-366e-4213-98aa-1edd99057bfd req-fd20a0e7-1251-4e32-9d7b-d6ef16c88e98 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=554113bf921c4a2ea3f0a8248eabf588&device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 1096 time: 0.1812091 Aug 16 13:08:17.744524 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fc688-d2ce-4067-9dd7-2921c47d4108 req-db8b8793-c0d5-49ea-ae99-f2641651f034 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:17.745945 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-097fc688-d2ce-4067-9dd7-2921c47d4108 req-db8b8793-c0d5-49ea-ae99-f2641651f034 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 943 time: 0.4470835 Aug 16 13:08:17.823459 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-90dce571-2db7-4c54-9cd9-e3e35be3a068 req-06157505-d82f-4bf6-9b40-e90e775e8902 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:17.823887 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-90dce571-2db7-4c54-9cd9-e3e35be3a068 req-06157505-d82f-4bf6-9b40-e90e775e8902 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726215'] for floatingip, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:17.824142 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.db.l3_db [req-90dce571-2db7-4c54-9cd9-e3e35be3a068 req-06157505-d82f-4bf6-9b40-e90e775e8902 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Floating IP e2cc1223-200f-4e59-97a4-e34b3c54fd0d disassociated. External IP: 172.27.3.93, port: 77349e1a-1417-48d6-9a12-c26fd43bd611. Aug 16 13:08:17.824483 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-90dce571-2db7-4c54-9cd9-e3e35be3a068 req-06157505-d82f-4bf6-9b40-e90e775e8902 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Calling delete_port for 77349e1a-1417-48d6-9a12-c26fd43bd611 owned by compute:nova {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:17.830269 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-097fc688-d2ce-4067-9dd7-2921c47d4108 req-72e8eaf8-2a15-4875-ba1e-9574324d8024 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772142 Aug 16 13:08:17.836472 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10e7ab-366e-4213-98aa-1edd99057bfd req-ed569c69-ec03-4544-a6f0-be3d54cbddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:17.837980 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6b10e7ab-366e-4213-98aa-1edd99057bfd req-ed569c69-ec03-4544-a6f0-be3d54cbddf7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=65868483-2530-436d-8ca3-f7fd2e473370 HTTP/1.1" status: 200 len: 910 time: 0.4241817 Aug 16 13:08:17.910867 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6b10e7ab-366e-4213-98aa-1edd99057bfd req-fda66b22-310b-47e2-8874-2b5f88e58ea8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 HTTP/1.1" status: 200 len: 217 time: 0.0354426 Aug 16 13:08:17.977090 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10e7ab-366e-4213-98aa-1edd99057bfd req-40862a0a-523d-4291-b9de-92f215afa603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:17.979141 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6b10e7ab-366e-4213-98aa-1edd99057bfd req-40862a0a-523d-4291-b9de-92f215afa603 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=85309671-1ea6-494d-b7fd-373c0e5a86cc HTTP/1.1" status: 200 len: 849 time: 0.0604026 Aug 16 13:08:18.042051 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6b10e7ab-366e-4213-98aa-1edd99057bfd req-4341c3bd-1fc2-4ca4-9aa1-f1a4e9e42471 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=65868483-2530-436d-8ca3-f7fd2e473370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346196 Aug 16 13:08:18.050164 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafcb43-6013-4292-bd00-92281cfb9e8f req-4aa6255c-2656-4f32-887f-af2c7d168559 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:18.051974 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-bbafcb43-6013-4292-bd00-92281cfb9e8f req-4aa6255c-2656-4f32-887f-af2c7d168559 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 946 time: 0.0530677 Aug 16 13:08:18.072349 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-90dce571-2db7-4c54-9cd9-e3e35be3a068 req-06157505-d82f-4bf6-9b40-e90e775e8902 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.096179 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-bbafcb43-6013-4292-bd00-92281cfb9e8f req-8e91770f-bcdc-4498-bda8-f7afc4dbc148 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4556043-3aa8-4624-828f-81aa6320cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368659 Aug 16 13:08:18.129499 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06157505-d82f-4bf6-9b40-e90e775e8902 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Pushing event deleted for resources: {'Port': ['ID=77349e1a-1417-48d6-9a12-c26fd43bd611,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:18.210307 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6b10e7ab-366e-4213-98aa-1edd99057bfd req-39248fe9-f002-400c-b01f-48931a2e7ae8 service neutron] 10.222.0.61 "GET /v2.0/networks/65868483-2530-436d-8ca3-f7fd2e473370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574819 Aug 16 13:08:18.329993 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90dce571-2db7-4c54-9cd9-e3e35be3a068 req-06157505-d82f-4bf6-9b40-e90e775e8902 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:08:18.355049 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6b10e7ab-366e-4213-98aa-1edd99057bfd req-0cff0cca-e7b4-463b-ba88-0e22cad066e4 service neutron] 10.222.0.61 "GET /v2.0/networks/65868483-2530-436d-8ca3-f7fd2e473370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161337 Aug 16 13:08:18.457061 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90dce571-2db7-4c54-9cd9-e3e35be3a068 req-06157505-d82f-4bf6-9b40-e90e775e8902 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:18.470255 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208932fe-4e8f-4496-bfd4-8b6a9ce37702 None None] Sync routers for ids ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:18.482756 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208932fe-4e8f-4496-bfd4-8b6a9ce37702 None None] Routers {'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:18.483451 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-208932fe-4e8f-4496-bfd4-8b6a9ce37702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:08:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:18.502663 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-90dce571-2db7-4c54-9cd9-e3e35be3a068 req-06157505-d82f-4bf6-9b40-e90e775e8902 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] No DVR routers for this DVR port 77349e1a-1417-48d6-9a12-c26fd43bd611 on host hv-cinder-80469 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:08:18.505530 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-90dce571-2db7-4c54-9cd9-e3e35be3a068 req-06157505-d82f-4bf6-9b40-e90e775e8902 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:18.507619 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb65b6-8b2e-468b-a1e3-00cc7debbbfa req-b031e790-5537-48b9-b504-eb741d38463d tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:18.507930 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-90dce571-2db7-4c54-9cd9-e3e35be3a068 req-06157505-d82f-4bf6-9b40-e90e775e8902 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.61 "DELETE /v2.0/ports/77349e1a-1417-48d6-9a12-c26fd43bd611 HTTP/1.1" status: 204 len: 173 time: 1.5877244 Aug 16 13:08:18.508542 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3633ff-22fd-4fc0-9928-e04e81671e24', 'name': 'network-vif-deleted', 'tag': '77349e1a-1417-48d6-9a12-c26fd43bd611'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:08:18.509435 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c9eb65b6-8b2e-468b-a1e3-00cc7debbbfa req-b031e790-5537-48b9-b504-eb741d38463d tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea19c641-a617-4300-a709-f30c3a5934c4 HTTP/1.1" status: 200 len: 945 time: 0.0581124 Aug 16 13:08:18.511238 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a5d78d-a2e8-4a14-8c2a-d7ccf8a6a135" -d '{"events": [{"server_uuid": "ac3633ff-22fd-4fc0-9928-e04e81671e24", "name": "network-vif-deleted", "tag": "77349e1a-1417-48d6-9a12-c26fd43bd611"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:08:18.567673 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c9eb65b6-8b2e-468b-a1e3-00cc7debbbfa req-4efec252-f192-49ac-83d8-418c463df6d2 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474839 Aug 16 13:08:18.568432 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62445ce6-dbd2-4fe1-a103-a76139fee26c x-openstack-request-id: req-62445ce6-dbd2-4fe1-a103-a76139fee26c {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:08:18.568787 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3633ff-22fd-4fc0-9928-e04e81671e24", "name": "network-vif-deleted", "tag": "77349e1a-1417-48d6-9a12-c26fd43bd611", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:08:18.569037 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62445ce6-dbd2-4fe1-a103-a76139fee26c {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:08:18.569426 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3633ff-22fd-4fc0-9928-e04e81671e24', 'name': 'network-vif-deleted', 'tag': '77349e1a-1417-48d6-9a12-c26fd43bd611', 'status': 'completed', 'code': 200} Aug 16 13:08:18.612198 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-208932fe-4e8f-4496-bfd4-8b6a9ce37702 None None] Set router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:18.828740 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-208932fe-4e8f-4496-bfd4-8b6a9ce37702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:54Z', 'revision_number': 4, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'd15e5d5a-6959-471c-937c-24f096804470', 'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'mac_address': 'fa:16:3e:b4:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:51Z', 'updated_at': '2021-08-16T13:04:06Z', 'revision_number': 5, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'subnets': [{'id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:18.860555 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208932fe-4e8f-4496-bfd4-8b6a9ce37702 None None] Checking router: f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:18.869122 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208932fe-4e8f-4496-bfd4-8b6a9ce37702 None None] Routers {'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:18.869745 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-208932fe-4e8f-4496-bfd4-8b6a9ce37702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:08:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:18.952859 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c68096-6c06-4453-917a-19039fbcfe6f req-ebeb4545-96d1-49aa-bb32-3e9e41ea2268 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:18.954567 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-26c68096-6c06-4453-917a-19039fbcfe6f req-ebeb4545-96d1-49aa-bb32-3e9e41ea2268 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 943 time: 0.0533140 Aug 16 13:08:18.982308 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-208932fe-4e8f-4496-bfd4-8b6a9ce37702 None None] Set router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:18.996134 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-26c68096-6c06-4453-917a-19039fbcfe6f req-b98ca713-03b4-45c6-b2f1-188f4cb0da8b tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357134 Aug 16 13:08:19.233047 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0d55b6ac-1907-4751-b4f6-858091ed1abe req-f132b7b1-7066-42d7-be09-5c6e0251b7c0 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3633ff-22fd-4fc0-9928-e04e81671e24 HTTP/1.1" status: 200 len: 210 time: 0.0351262 Aug 16 13:08:19.371914 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-208932fe-4e8f-4496-bfd4-8b6a9ce37702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:54Z', 'revision_number': 4, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'd15e5d5a-6959-471c-937c-24f096804470', 'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'mac_address': 'fa:16:3e:b4:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:51Z', 'updated_at': '2021-08-16T13:04:06Z', 'revision_number': 5, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'subnets': [{'id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:19.398898 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208932fe-4e8f-4496-bfd4-8b6a9ce37702 None None] The sync data for ids ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'] in dv-cinder-804698-2-iscsi is: [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:54Z', 'revision_number': 4, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'd15e5d5a-6959-471c-937c-24f096804470', 'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'mac_address': 'fa:16:3e:b4:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:51Z', 'updated_at': '2021-08-16T13:04:06Z', 'revision_number': 5, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'subnets': [{'id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:08:19.610879 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10599132-1468-4fde-9f4e-ae0bdfaeb4d5 None None] New status for floating IP e2cc1223-200f-4e59-97a4-e34b3c54fd0d: DOWN {{(pid=94056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:08:19.691543 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93622e-3a05-46a4-9db6-562706a2e079 req-624235bb-c2b8-4e29-9317-47d5477141fa tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:19.693127 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4c93622e-3a05-46a4-9db6-562706a2e079 req-624235bb-c2b8-4e29-9317-47d5477141fa tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea19c641-a617-4300-a709-f30c3a5934c4 HTTP/1.1" status: 200 len: 945 time: 0.0542607 Aug 16 13:08:19.736547 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4c93622e-3a05-46a4-9db6-562706a2e079 req-e2fb4d82-ee83-4f20-a2bc-912736d09c3e tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375056 Aug 16 13:08:20.127477 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a0e59-c54f-4253-8880-160ddedd4e63 req-1a6b0d06-a401-4e9e-968e-525f4b304604 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:20.129261 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5b5a0e59-c54f-4253-8880-160ddedd4e63 req-1a6b0d06-a401-4e9e-968e-525f4b304604 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 943 time: 0.0560830 Aug 16 13:08:20.169909 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5b5a0e59-c54f-4253-8880-160ddedd4e63 req-1e6e4ad0-dcee-449c-b613-ab3dd30aecf8 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343649 Aug 16 13:08:20.326698 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 44482) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:20.382450 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-121c2413-fac1-4b8a-8fc2-da3d823edded tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:20.405880 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-121c2413-fac1-4b8a-8fc2-da3d823edded tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:20.452886 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-121c2413-fac1-4b8a-8fc2-da3d823edded tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:20.455563 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-121c2413-fac1-4b8a-8fc2-da3d823edded tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:20.456700 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-121c2413-fac1-4b8a-8fc2-da3d823edded tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "DELETE /v2.0/security-groups/a4556043-3aa8-4624-828f-81aa6320cac2 HTTP/1.1" status: 204 len: 168 time: 0.1289802 Aug 16 13:08:20.459510 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 44484) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:20.465948 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c2413-fac1-4b8a-8fc2-da3d823edded tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4556043-3aa8-4624-828f-81aa6320cac2,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:20.474281 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.api.v2.resource [None req-333b95b6-a9b3-4f6d-b7fa-28b88e2d73a4 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] show failed (client error): The resource could not be found. Aug 16 13:08:20.475421 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-333b95b6-a9b3-4f6d-b7fa-28b88e2d73a4 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups/a4556043-3aa8-4624-828f-81aa6320cac2 HTTP/1.1" status: 404 len: 347 time: 0.0148692 Aug 16 13:08:20.478316 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 44486) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:20.590965 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db757a9b-3841-4676-a844-d9c1df1c5907 req-39f8c9e9-5d28-4657-99e0-012573506669 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:20.592389 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-db757a9b-3841-4676-a844-d9c1df1c5907 req-39f8c9e9-5d28-4657-99e0-012573506669 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea19c641-a617-4300-a709-f30c3a5934c4 HTTP/1.1" status: 200 len: 945 time: 0.0497489 Aug 16 13:08:20.601033 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-b0128a1c-d38d-45c9-b117-64db988fc45b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Deleting port 25712dee-4c9d-42d3-8ad5-180e0d43ffc6 {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:20.601374 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b0128a1c-d38d-45c9-b117-64db988fc45b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:20.670488 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:08:20.681021 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 77349e1a-1417-48d6-9a12-c26fd43bd611 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:08:20.689741 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b0128a1c-d38d-45c9-b117-64db988fc45b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:20.690103 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b0128a1c-d38d-45c9-b117-64db988fc45b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:20.706253 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-b0128a1c-d38d-45c9-b117-64db988fc45b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Calling delete_port for 25712dee-4c9d-42d3-8ad5-180e0d43ffc6 owned by network:floatingip {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:20.713713 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-db757a9b-3841-4676-a844-d9c1df1c5907 req-7d15ed9c-3bb8-4a0d-aa95-7d692020fb70 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Deleting port a9d6adab-46cf-40cd-adac-ae203bb060a1 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:20.714318 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-db757a9b-3841-4676-a844-d9c1df1c5907 req-7d15ed9c-3bb8-4a0d-aa95-7d692020fb70 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:20.719190 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: 77349e1a-1417-48d6-9a12-c26fd43bd611 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:08:20.719658 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 77349e1a-1417-48d6-9a12-c26fd43bd611 not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:08:20.823169 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0,segment=NetworkSegment(6c7a24fa-5788-4e1e-a021-c0d5c3b7657d),segment_id=6c7a24fa-5788-4e1e-a021-c0d5c3b7657d)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:20.835975 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': '16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0', 'network_id': '65868483-2530-436d-8ca3-f7fd2e473370', 'port_id': '16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0', 'mac_address': 'fa:16:3e:bb:0d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85309671-1ea6-494d-b7fd-373c0e5a86cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:08:20.891494 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-db757a9b-3841-4676-a844-d9c1df1c5907 req-7d15ed9c-3bb8-4a0d-aa95-7d692020fb70 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] For port a9d6adab-46cf-40cd-adac-ae203bb060a1, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=a9d6adab-46cf-40cd-adac-ae203bb060a1,segment=NetworkSegment(86772de0-11ac-4077-8062-800aa5bfe34c),segment_id=86772de0-11ac-4077-8062-800aa5bfe34c)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:20.891834 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-db757a9b-3841-4676-a844-d9c1df1c5907 req-7d15ed9c-3bb8-4a0d-aa95-7d692020fb70 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:20.897436 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:20.908491 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-db757a9b-3841-4676-a844-d9c1df1c5907 req-7d15ed9c-3bb8-4a0d-aa95-7d692020fb70 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Calling delete_port for a9d6adab-46cf-40cd-adac-ae203bb060a1 owned by compute:nova {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:20.913963 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:08:20.914427 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b0128a1c-d38d-45c9-b117-64db988fc45b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:20.929602 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f90988-a7fa-4a07-ad9e-428d2af8a38d req-36d06cb5-acea-44a2-a6f2-51dc292cb790 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:20.931213 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-35f90988-a7fa-4a07-ad9e-428d2af8a38d req-36d06cb5-acea-44a2-a6f2-51dc292cb790 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea19c641-a617-4300-a709-f30c3a5934c4 HTTP/1.1" status: 200 len: 945 time: 0.0911286 Aug 16 13:08:20.945534 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0,segment=NetworkSegment(6c7a24fa-5788-4e1e-a021-c0d5c3b7657d),segment_id=6c7a24fa-5788-4e1e-a021-c0d5c3b7657d)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:20.950872 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:20.956449 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0128a1c-d38d-45c9-b117-64db988fc45b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Pushing event deleted for resources: {'Port': ['ID=25712dee-4c9d-42d3-8ad5-180e0d43ffc6,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:21.010546 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:21.014952 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b0128a1c-d38d-45c9-b117-64db988fc45b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for floatingip, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:21.021962 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-35f90988-a7fa-4a07-ad9e-428d2af8a38d req-99dfb24b-3478-49ca-adf1-6af97b68ed04 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ae1f92-ac76-435e-a5d0-01e4c321bd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846853 Aug 16 13:08:21.022342 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b0128a1c-d38d-45c9-b117-64db988fc45b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:21.027041 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-b0128a1c-d38d-45c9-b117-64db988fc45b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "DELETE /v2.0/floatingips/e2cc1223-200f-4e59-97a4-e34b3c54fd0d HTTP/1.1" status: 204 len: 168 time: 0.5448461 Aug 16 13:08:21.096682 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-db757a9b-3841-4676-a844-d9c1df1c5907 req-7d15ed9c-3bb8-4a0d-aa95-7d692020fb70 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:21.128476 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15ed9c-3bb8-4a0d-aa95-7d692020fb70 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Pushing event deleted for resources: {'Port': ['ID=a9d6adab-46cf-40cd-adac-ae203bb060a1,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:21.133433 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['a9d6adab-46cf-40cd-adac-ae203bb060a1'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:08:21.182211 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-db757a9b-3841-4676-a844-d9c1df1c5907 req-7d15ed9c-3bb8-4a0d-aa95-7d692020fb70 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] No DVR routers for this DVR port a9d6adab-46cf-40cd-adac-ae203bb060a1 on host hv-cinder-80469 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:08:21.184751 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-db757a9b-3841-4676-a844-d9c1df1c5907 req-7d15ed9c-3bb8-4a0d-aa95-7d692020fb70 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:21.186881 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-db757a9b-3841-4676-a844-d9c1df1c5907 req-7d15ed9c-3bb8-4a0d-aa95-7d692020fb70 tempest-VolumesSnapshotTestJSON-1196359149 tempest-VolumesSnapshotTestJSON-1196359149-project] 10.222.0.61 "DELETE /v2.0/ports/a9d6adab-46cf-40cd-adac-ae203bb060a1 HTTP/1.1" status: 204 len: 173 time: 0.5871863 Aug 16 13:08:21.187449 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea19c641-a617-4300-a709-f30c3a5934c4', 'name': 'network-vif-deleted', 'tag': 'a9d6adab-46cf-40cd-adac-ae203bb060a1'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:08:21.189822 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560875a1-bc83-4658-b7cc-c42a7ef3e045" -d '{"events": [{"server_uuid": "ea19c641-a617-4300-a709-f30c3a5934c4", "name": "network-vif-deleted", "tag": "a9d6adab-46cf-40cd-adac-ae203bb060a1"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:08:21.310034 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c8edf-5d28-42c1-a489-c0592ce9ebf5 req-cf7df762-da50-4d64-8165-54386a42f21a tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:21.310034 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d71c8edf-5d28-42c1-a489-c0592ce9ebf5 req-cf7df762-da50-4d64-8165-54386a42f21a tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 944 time: 0.0673978 Aug 16 13:08:21.328728 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:08:21.353011 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d71c8edf-5d28-42c1-a489-c0592ce9ebf5 req-103bcd6d-5fb7-40f7-b045-21ee3b0a0fd6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375352 Aug 16 13:08:21.411424 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f90d0d1-04ac-47e2-92ef-f61b7bf6b907 x-openstack-request-id: req-7f90d0d1-04ac-47e2-92ef-f61b7bf6b907 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:08:21.411831 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea19c641-a617-4300-a709-f30c3a5934c4", "name": "network-vif-deleted", "tag": "a9d6adab-46cf-40cd-adac-ae203bb060a1", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:08:21.412208 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f90d0d1-04ac-47e2-92ef-f61b7bf6b907 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:08:21.412765 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea19c641-a617-4300-a709-f30c3a5934c4', 'name': 'network-vif-deleted', 'tag': 'a9d6adab-46cf-40cd-adac-ae203bb060a1', 'status': 'completed', 'code': 200} Aug 16 13:08:21.456558 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 44498) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:21.462340 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-a5f6dde9-4959-4ada-852e-3510ffc7e506 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--691319849', 'description': 'tempest-description--2111487707'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:21.484883 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a5f6dde9-4959-4ada-852e-3510ffc7e506 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:21.567808 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a5f6dde9-4959-4ada-852e-3510ffc7e506 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:21.571693 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a5f6dde9-4959-4ada-852e-3510ffc7e506 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:21.599681 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a5f6dde9-4959-4ada-852e-3510ffc7e506 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:21.600910 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-a5f6dde9-4959-4ada-852e-3510ffc7e506 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1433456 Aug 16 13:08:21.603286 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6dde9-4959-4ada-852e-3510ffc7e506 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d9eaf5-9702-43cc-94fd-14527cca72c8,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:21.604794 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 44500) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:21.609641 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-e7b29230-46fc-4b43-ac82-ac48b126f547 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Request body: {'security_group_rule': {'security_group_id': 'f7d9eaf5-9702-43cc-94fd-14527cca72c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:21.638342 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e7b29230-46fc-4b43-ac82-ac48b126f547 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:21.695160 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e7b29230-46fc-4b43-ac82-ac48b126f547 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:21.698851 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e7b29230-46fc-4b43-ac82-ac48b126f547 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:21.720491 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b29230-46fc-4b43-ac82-ac48b126f547 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99bceb6-2bd4-4f5f-a94d-0dd51cb6bb89,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:21.728042 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e7b29230-46fc-4b43-ac82-ac48b126f547 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:21.731776 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-e7b29230-46fc-4b43-ac82-ac48b126f547 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233759 Aug 16 13:08:21.731904 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 44502) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:21.736323 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-fc50e23f-4cea-4ca1-b822-eaffae5c07b8 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Request body: {'security_group_rule': {'security_group_id': 'f7d9eaf5-9702-43cc-94fd-14527cca72c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:21.763835 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fc50e23f-4cea-4ca1-b822-eaffae5c07b8 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:21.825144 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fc50e23f-4cea-4ca1-b822-eaffae5c07b8 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:21.828580 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fc50e23f-4cea-4ca1-b822-eaffae5c07b8 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:21.852028 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50e23f-4cea-4ca1-b822-eaffae5c07b8 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5cd4d59-f9c8-46c6-be3a-a5f0ca059f04,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:21.855543 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fc50e23f-4cea-4ca1-b822-eaffae5c07b8 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:21.856763 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-fc50e23f-4cea-4ca1-b822-eaffae5c07b8 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239080 Aug 16 13:08:21.860335 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 44504) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:21.865834 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-0343e8aa-958e-4174-b0e4-c57ea7682168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Request body: {'floatingip': {'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:21.888683 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0343e8aa-958e-4174-b0e4-c57ea7682168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for floatingip, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:21.990964 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0343e8aa-958e-4174-b0e4-c57ea7682168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.013881 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.093680 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [None req-0343e8aa-958e-4174-b0e4-c57ea7682168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Allocated IP 172.27.3.121 (dd0d50ff-d8a0-439f-a316-3d03b34bea63/fc8a6ada-9b26-423b-a24f-6b1bb332a099/6435eee9-f5c2-4448-ade2-ee96c1d98e5b) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:22.200994 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0343e8aa-958e-4174-b0e4-c57ea7682168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.240327 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0343e8aa-958e-4174-b0e4-c57ea7682168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.280848 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0343e8aa-958e-4174-b0e4-c57ea7682168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:22.283801 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-0343e8aa-958e-4174-b0e4-c57ea7682168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:22.287427 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0343e8aa-958e-4174-b0e4-c57ea7682168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:22.293022 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343e8aa-958e-4174-b0e4-c57ea7682168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Pushing event updated for resources: {'Port': ['ID=6435eee9-f5c2-4448-ade2-ee96c1d98e5b,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:22.389532 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0343e8aa-958e-4174-b0e4-c57ea7682168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.429439 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0343e8aa-958e-4174-b0e4-c57ea7682168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.552890 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8261cdb-6b9c-440e-adfe-0f829714f9d7 req-05a13e86-7afb-4ea1-ba2f-06c3e1cc33b4 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:22.554259 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d8261cdb-6b9c-440e-adfe-0f829714f9d7 req-05a13e86-7afb-4ea1-ba2f-06c3e1cc33b4 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 944 time: 0.1033580 Aug 16 13:08:22.611711 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d8261cdb-6b9c-440e-adfe-0f829714f9d7 req-1525ddb1-f9fb-45a6-92be-3f2f37398563 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508120 Aug 16 13:08:22.648550 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0343e8aa-958e-4174-b0e4-c57ea7682168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.653091 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0343e8aa-958e-4174-b0e4-c57ea7682168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13922287'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.709198 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:22.725648 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343e8aa-958e-4174-b0e4-c57ea7682168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Pushing event updated for resources: {'Port': ['ID=6435eee9-f5c2-4448-ade2-ee96c1d98e5b,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:22.734313 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0343e8aa-958e-4174-b0e4-c57ea7682168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726215'] for floatingip, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.750210 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0343e8aa-958e-4174-b0e4-c57ea7682168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.751581 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-0343e8aa-958e-4174-b0e4-c57ea7682168 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8902028 Aug 16 13:08:22.768230 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:22.772162 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:22.772539 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.854588 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.877690 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5351f578-d80c-4e05-8e39-63f985336df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:08:22.879959 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b72aede-dc6b-4e29-be8f-f713e65b5ae0" -d '{"events": [{"server_uuid": "5351f578-d80c-4e05-8e39-63f985336df9", "name": "network-vif-plugged", "status": "completed", "tag": "16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:08:22.895515 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0,segment=NetworkSegment(6c7a24fa-5788-4e1e-a021-c0d5c3b7657d),segment_id=6c7a24fa-5788-4e1e-a021-c0d5c3b7657d)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:22.901564 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:22.902587 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device a9d6adab-46cf-40cd-adac-ae203bb060a1 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:08:22.942024 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d77536d-d708-41bb-aadf-3600452dd880 x-openstack-request-id: req-5d77536d-d708-41bb-aadf-3600452dd880 {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:08:22.942281 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5351f578-d80c-4e05-8e39-63f985336df9", "name": "network-vif-plugged", "status": "completed", "tag": "16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:08:22.942531 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d77536d-d708-41bb-aadf-3600452dd880 {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:08:22.943107 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5351f578-d80c-4e05-8e39-63f985336df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0', 'code': 200} Aug 16 13:08:22.945920 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-77897c95-44ec-4c9c-81cc-2d4cd3029e5d tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--691319849&fields=id&tenant_id=065e8e5b57d74a0d98687912b8c6d026 HTTP/1.1" status: 200 len: 267 time: 0.0354855 Aug 16 13:08:22.946624 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: a9d6adab-46cf-40cd-adac-ae203bb060a1 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:08:22.947018 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device a9d6adab-46cf-40cd-adac-ae203bb060a1 not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:08:22.972344 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:23.072865 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-922b13d4-840e-4406-896e-6b3889a60c25 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:23.074416 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-922b13d4-840e-4406-896e-6b3889a60c25 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/networks?id=0f5346d6-5894-47ff-bb0d-27a8e17e988b HTTP/1.1" status: 200 len: 816 time: 0.1197815 Aug 16 13:08:23.090900 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-578dd432-7a3e-48ea-90da-4ff3f9f35685 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/quotas/065e8e5b57d74a0d98687912b8c6d026 HTTP/1.1" status: 200 len: 375 time: 0.0096982 Aug 16 13:08:23.163111 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78feb225-8a59-47a5-a3f8-3a6ef20387a9 req-6bf9bf51-9f9c-4e90-a3da-2a9684dbed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:23.164641 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-78feb225-8a59-47a5-a3f8-3a6ef20387a9 req-6bf9bf51-9f9c-4e90-a3da-2a9684dbed03 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 1098 time: 0.0711298 Aug 16 13:08:23.172593 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-edcc8c62-863c-43bd-8b9e-c6dcc1a74abf tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=065e8e5b57d74a0d98687912b8c6d026&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0720117 Aug 16 13:08:23.251702 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-78feb225-8a59-47a5-a3f8-3a6ef20387a9 req-95fe5e4e-587a-42f8-bc35-d6d1069fe88e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769603 Aug 16 13:08:23.284845 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-cf1c5dc2-f1b4-4aa7-8c36-58c8ebc7e14a service neutron] 10.222.0.20 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973940 Aug 16 13:08:23.375786 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-d268ceb5-ed44-47e4-aea9-6f78194e4d7d service neutron] 10.222.0.20 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839791 Aug 16 13:08:23.552339 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4987c143-ab14-4747-bd96-d7acc046d73a req-f217985b-eed2-4389-8faa-6c0183f94bae tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 210 time: 0.0339553 Aug 16 13:08:23.735416 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2c79c-1568-45a3-b9cf-b64012f7d2ea req-dc5cd418-788a-4058-9d31-68065e2a5923 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:23.736928 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-bcf2c79c-1568-45a3-b9cf-b64012f7d2ea req-dc5cd418-788a-4058-9d31-68065e2a5923 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 945 time: 0.0573747 Aug 16 13:08:23.783726 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-bcf2c79c-1568-45a3-b9cf-b64012f7d2ea req-aa3d0192-4e15-461c-a98e-5828b1b5a2ad tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 Aug 16 13:08:24.647947 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2f97e4ed-2ba0-4e38-9954-8643c4ed757d req-ea033483-bcfd-4aa3-aeb5-e5d2cf79e2d3 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 210 time: 0.0273609 Aug 16 13:08:24.897634 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef58855-b9e6-405f-a364-1e97660b4ebc req-54362170-3982-4e5c-a8a9-3de1928c0b83 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:24.899163 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3ef58855-b9e6-405f-a364-1e97660b4ebc req-54362170-3982-4e5c-a8a9-3de1928c0b83 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 945 time: 0.0486174 Aug 16 13:08:24.936805 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3ef58855-b9e6-405f-a364-1e97660b4ebc req-257c1a76-0e81-4b64-aca1-231fa4f4ef4e tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317307 Aug 16 13:08:25.741846 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-43f55815-2882-44e6-bc06-fa20cb0fe4f1 req-84e4c6c6-b2d5-4577-8506-04b799e8992f tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 210 time: 0.0262115 Aug 16 13:08:26.048476 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf9e20-ea50-4669-a4d0-9fd952283a19 req-ec57c9df-7702-45fb-93d4-1d877e10bce7 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:26.049829 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5fbf9e20-ea50-4669-a4d0-9fd952283a19 req-ec57c9df-7702-45fb-93d4-1d877e10bce7 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 945 time: 0.0481324 Aug 16 13:08:26.085746 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5fbf9e20-ea50-4669-a4d0-9fd952283a19 req-8110ca7e-ed88-4745-af05-2749ff435bb8 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296843 Aug 16 13:08:26.354370 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:08:26.844921 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-17ff97f0-63d6-4d08-9379-81fc49b21c1a req-46ccbbe3-82dd-4322-9baa-9bc8648859aa tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 210 time: 0.0285060 Aug 16 13:08:27.202631 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c8f26-d369-4e8a-914b-5f914c25778a req-0d3cd79f-3abd-4905-8f30-cf3b9d148640 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:27.204112 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-192c8f26-d369-4e8a-914b-5f914c25778a req-0d3cd79f-3abd-4905-8f30-cf3b9d148640 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 945 time: 0.0519259 Aug 16 13:08:27.240397 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-192c8f26-d369-4e8a-914b-5f914c25778a req-ed340455-86ff-4e92-9758-d5694473c667 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304050 Aug 16 13:08:27.606895 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-5913492c-6254-42b4-be3c-89ba5e723fb0 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:27.608386 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-5913492c-6254-42b4-be3c-89ba5e723fb0 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.61 "GET /v2.0/networks?id=0f5346d6-5894-47ff-bb0d-27a8e17e988b HTTP/1.1" status: 200 len: 816 time: 0.1033270 Aug 16 13:08:27.675583 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-db6e40bf-a22e-457f-8587-a0f9c0b94be5 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=065e8e5b57d74a0d98687912b8c6d026 HTTP/1.1" status: 200 len: 379 time: 0.0369930 Aug 16 13:08:27.685488 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-4b28860f-a839-4802-b62d-917d3ebc2bdc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Request body: {'port': {'device_id': 'd5a5a6a5-e877-44fa-855e-be0bad89fb97', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'admin_state_up': True, 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'security_groups': ['f7d9eaf5-9702-43cc-94fd-14527cca72c8']}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:27.790365 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-4b28860f-a839-4802-b62d-917d3ebc2bdc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Made reservation on behalf of 065e8e5b57d74a0d98687912b8c6d026 for: {'port': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:27.793858 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-4b28860f-a839-4802-b62d-917d3ebc2bdc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:27.927338 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-4b28860f-a839-4802-b62d-917d3ebc2bdc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Allocated IP 172.20.0.13 (0f5346d6-5894-47ff-bb0d-27a8e17e988b/ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1/2d1453b0-a444-4607-a4ec-292c77533be3) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:27.959651 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-3e86d60b-2963-478c-bdaa-a7ba1a55f1e3 req-4a4c60c8-db3a-4a24-9462-6bbc3e501496 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 210 time: 0.0391603 Aug 16 13:08:28.078968 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-4b28860f-a839-4802-b62d-917d3ebc2bdc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.096597 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-4b28860f-a839-4802-b62d-917d3ebc2bdc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Transition to ACTIVE for port object 2d1453b0-a444-4607-a4ec-292c77533be3 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:28.129978 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-4b28860f-a839-4802-b62d-917d3ebc2bdc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.174273 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-4b28860f-a839-4802-b62d-917d3ebc2bdc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Network 0f5346d6-5894-47ff-bb0d-27a8e17e988b is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:28.177595 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-4b28860f-a839-4802-b62d-917d3ebc2bdc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:28.181421 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-4b28860f-a839-4802-b62d-917d3ebc2bdc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:28.205864 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28860f-a839-4802-b62d-917d3ebc2bdc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Pushing event updated for resources: {'Port': ['ID=2d1453b0-a444-4607-a4ec-292c77533be3,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:28.234816 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-4b28860f-a839-4802-b62d-917d3ebc2bdc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:28.235480 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-4b28860f-a839-4802-b62d-917d3ebc2bdc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.250108 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-4b28860f-a839-4802-b62d-917d3ebc2bdc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5684783 Aug 16 13:08:28.270335 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Request body: {'port': {'device_id': 'd5a5a6a5-e877-44fa-855e-be0bad89fb97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:28.353098 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.401730 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdb8d4-6554-47dd-b45c-e1d4c762152b req-fa855f30-c93b-4ffb-a78e-b1556bdfec66 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:28.403181 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a6bdb8d4-6554-47dd-b45c-e1d4c762152b req-fa855f30-c93b-4ffb-a78e-b1556bdfec66 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 945 time: 0.0848341 Aug 16 13:08:28.420995 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-a6a1279b-e930-49d7-9914-d4152128789d None None] Provisioning for port 2d1453b0-a444-4607-a4ec-292c77533be3 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:28.424973 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-a6a1279b-e930-49d7-9914-d4152128789d None None] Provisioning complete for port 2d1453b0-a444-4607-a4ec-292c77533be3 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:28.425416 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-a6a1279b-e930-49d7-9914-d4152128789d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.458112 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-a6a1279b-e930-49d7-9914-d4152128789d None None] Port 2d1453b0-a444-4607-a4ec-292c77533be3 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:08:28.504113 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a6bdb8d4-6554-47dd-b45c-e1d4c762152b req-81234bd3-652a-41d8-a7ee-fc93e1bf3f21 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928850 Aug 16 13:08:28.656862 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1453b0-a444-4607-a4ec-292c77533be3 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:08:28.664693 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.681572 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Transition to ACTIVE for port object 2d1453b0-a444-4607-a4ec-292c77533be3 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:28.686108 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.737880 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Pushing event updated for resources: {'Port': ['ID=2d1453b0-a444-4607-a4ec-292c77533be3,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:28.824362 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Attempting to bind port 2d1453b0-a444-4607-a4ec-292c77533be3 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:28.824362 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Attempting to bind port 2d1453b0-a444-4607-a4ec-292c77533be3 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '61f28b65-f76f-4a43-bd40-1ae4e02b6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:28.824362 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Attempting to bind port 2d1453b0-a444-4607-a4ec-292c77533be3 on network 0f5346d6-5894-47ff-bb0d-27a8e17e988b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:28.824362 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Port 2d1453b0-a444-4607-a4ec-292c77533be3 on network 0f5346d6-5894-47ff-bb0d-27a8e17e988b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:08:28.824719 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Attempting to bind port 2d1453b0-a444-4607-a4ec-292c77533be3 on network 0f5346d6-5894-47ff-bb0d-27a8e17e988b {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:28.829660 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:28.829999 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Checking segment: {'id': '61f28b65-f76f-4a43-bd40-1ae4e02b6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:28.830380 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Bound using segment: {'id': '61f28b65-f76f-4a43-bd40-1ae4e02b6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:28.830813 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Bound port: 2d1453b0-a444-4607-a4ec-292c77533be3, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f28b65-f76f-4a43-bd40-1ae4e02b6d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:28.831171 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.899502 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] For port 2d1453b0-a444-4607-a4ec-292c77533be3, host hv-cinder-80469, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:28.902535 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] For port 2d1453b0-a444-4607-a4ec-292c77533be3, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d1453b0-a444-4607-a4ec-292c77533be3,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:28.907163 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.940672 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:28.941287 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:28.942695 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] 10.222.0.61 "PUT /v2.0/ports/2d1453b0-a444-4607-a4ec-292c77533be3 HTTP/1.1" status: 200 len: 1094 time: 0.6769154 Aug 16 13:08:28.943131 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a5a6a5-e877-44fa-855e-be0bad89fb97', 'tag': '2d1453b0-a444-4607-a4ec-292c77533be3'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:08:28.945451 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b315859-f89b-4e96-b565-af9effcd6412" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a5a6a5-e877-44fa-855e-be0bad89fb97", "tag": "2d1453b0-a444-4607-a4ec-292c77533be3"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:08:28.980067 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf5ee0-81dc-4290-9c5d-cbb7909c30cd service neutron] Pushing event updated for resources: {'Port': ['ID=2d1453b0-a444-4607-a4ec-292c77533be3,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:28.988748 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c99d74f-8379-45b2-873c-fb8b36794b3a x-openstack-request-id: req-4c99d74f-8379-45b2-873c-fb8b36794b3a {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:08:28.988975 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a5a6a5-e877-44fa-855e-be0bad89fb97", "tag": "2d1453b0-a444-4607-a4ec-292c77533be3", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:08:28.989242 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c99d74f-8379-45b2-873c-fb8b36794b3a {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:08:28.989626 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a5a6a5-e877-44fa-855e-be0bad89fb97', 'tag': '2d1453b0-a444-4607-a4ec-292c77533be3', 'status': 'completed', 'code': 200} Aug 16 13:08:29.106737 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-83937153-8291-4777-b317-cfca5556a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:29.108660 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-83937153-8291-4777-b317-cfca5556a73e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=065e8e5b57d74a0d98687912b8c6d026&device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 1097 time: 0.0857677 Aug 16 13:08:29.121756 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e422f35-cb37-4560-8a45-68bfe8eb1713 req-61ae63b8-d401-453a-b40d-3af2fe525e68 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:29.129626 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5e422f35-cb37-4560-8a45-68bfe8eb1713 req-61ae63b8-d401-453a-b40d-3af2fe525e68 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 944 time: 0.0714605 Aug 16 13:08:29.176790 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-44236d82-a716-4d4b-83d8-030bc9d8c314 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d1453b0-a444-4607-a4ec-292c77533be3 HTTP/1.1" status: 200 len: 217 time: 0.0451109 Aug 16 13:08:29.254224 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5e422f35-cb37-4560-8a45-68bfe8eb1713 req-728f4d42-24ec-464b-8cdd-156d5c7116ca tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239655 Aug 16 13:08:29.256110 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-9c059c7c-1341-498a-8bea-98a4f1516ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:29.257435 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-9c059c7c-1341-498a-8bea-98a4f1516ee3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1 HTTP/1.1" status: 200 len: 855 time: 0.0717809 Aug 16 13:08:29.350063 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0f32d-0f38-4454-92e3-112db474c88d req-a95bc77b-2db5-44eb-83e7-daa59c8f72b6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:29.351551 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-50c0f32d-0f38-4454-92e3-112db474c88d req-a95bc77b-2db5-44eb-83e7-daa59c8f72b6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 945 time: 0.0502639 Aug 16 13:08:29.357444 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-70d5b30a-f9ba-4ef3-bc1d-51a9969f4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:29.359049 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-70d5b30a-f9ba-4ef3-bc1d-51a9969f4025 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0f5346d6-5894-47ff-bb0d-27a8e17e988b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410342 Aug 16 13:08:29.389633 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-50c0f32d-0f38-4454-92e3-112db474c88d req-573ab92e-bf60-41da-b7d8-d371e0763dd6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311987 Aug 16 13:08:29.449419 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-9ce8d49c-e97a-46be-be65-081e2028499b service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815527 Aug 16 13:08:29.543173 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-76dd11d0-f6d2-46a3-82ba-cc37645a1b1b req-10d3a0cc-37ce-47a4-9755-030ac764f916 service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861275 Aug 16 13:08:29.681813 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b315859-f89b-4e96-b565-af9effcd6412 req-05a51de4-ed21-45bb-ac9b-2630924599e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:29.683310 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-1b315859-f89b-4e96-b565-af9effcd6412 req-05a51de4-ed21-45bb-ac9b-2630924599e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=065e8e5b57d74a0d98687912b8c6d026&device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 1097 time: 0.0416858 Aug 16 13:08:29.778537 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b315859-f89b-4e96-b565-af9effcd6412 req-6e654dcb-5956-4d9a-ab0f-dc9154af7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:29.780036 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-1b315859-f89b-4e96-b565-af9effcd6412 req-6e654dcb-5956-4d9a-ab0f-dc9154af7d66 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0f5346d6-5894-47ff-bb0d-27a8e17e988b HTTP/1.1" status: 200 len: 917 time: 0.0865488 Aug 16 13:08:29.821234 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-1b315859-f89b-4e96-b565-af9effcd6412 req-94dfa878-0c42-4200-9c35-7b492c284246 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d1453b0-a444-4607-a4ec-292c77533be3 HTTP/1.1" status: 200 len: 217 time: 0.0331595 Aug 16 13:08:29.872517 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5719abdb-00b2-4678-9360-83a0af910138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:29.882355 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b315859-f89b-4e96-b565-af9effcd6412 req-c606b516-1ead-4bb3-b090-ec3030cf3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:29.883877 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-1b315859-f89b-4e96-b565-af9effcd6412 req-c606b516-1ead-4bb3-b090-ec3030cf3d71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1 HTTP/1.1" status: 200 len: 855 time: 0.0475206 Aug 16 13:08:29.936342 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b315859-f89b-4e96-b565-af9effcd6412 req-348ee2ae-84f5-437a-be40-43725e460a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:29.937783 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-1b315859-f89b-4e96-b565-af9effcd6412 req-348ee2ae-84f5-437a-be40-43725e460a28 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0f5346d6-5894-47ff-bb0d-27a8e17e988b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447700 Aug 16 13:08:30.044342 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-1b315859-f89b-4e96-b565-af9effcd6412 req-e6576e6d-ad70-479b-97e9-94ab5f64ca01 service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810163 Aug 16 13:08:30.139110 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-1b315859-f89b-4e96-b565-af9effcd6412 req-049e1534-f31b-47dc-91cf-1527b0135113 service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844145 Aug 16 13:08:30.379460 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3558c-ae50-497f-af84-42adf632d20a req-15dcdeb9-303e-45d1-8f09-33cdef22c468 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:30.380960 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-deb3558c-ae50-497f-af84-42adf632d20a req-15dcdeb9-303e-45d1-8f09-33cdef22c468 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 944 time: 0.0508466 Aug 16 13:08:30.419792 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-deb3558c-ae50-497f-af84-42adf632d20a req-1c73bd4e-0d5f-4660-9822-ccf9a8045152 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322473 Aug 16 13:08:30.505866 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78d499-d095-40cc-8bdf-68e3523296a1 req-5be03056-8c9f-45b7-b652-2efc0f690fef tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:30.509178 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ae78d499-d095-40cc-8bdf-68e3523296a1 req-5be03056-8c9f-45b7-b652-2efc0f690fef tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 945 time: 0.0521357 Aug 16 13:08:30.552384 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ae78d499-d095-40cc-8bdf-68e3523296a1 req-2df6b828-5472-4cd8-a2b2-b6df529c9354 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323205 Aug 16 13:08:31.546446 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609916bb-142b-4a09-9156-074b9dde6df1 req-cb4b0e1d-b720-471f-bce7-79e95d6c2c71 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:31.547893 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-609916bb-142b-4a09-9156-074b9dde6df1 req-cb4b0e1d-b720-471f-bce7-79e95d6c2c71 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 944 time: 0.0564601 Aug 16 13:08:31.614366 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1e7c5-4602-46be-b29c-629da1d14866 req-48ff150f-86ac-48bc-b6e7-9a6e0016d462 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:31.615904 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cdd1e7c5-4602-46be-b29c-629da1d14866 req-48ff150f-86ac-48bc-b6e7-9a6e0016d462 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.61 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 945 time: 0.0846937 Aug 16 13:08:31.621211 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-609916bb-142b-4a09-9156-074b9dde6df1 req-9f6b54da-e83e-493c-a225-fb3dd32c4f42 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527270 Aug 16 13:08:31.670789 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622a9ef-ae47-4784-8445-a56c6057396e req-f8678fe0-93c3-41da-9766-e317641123ac tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:31.672556 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c622a9ef-ae47-4784-8445-a56c6057396e req-f8678fe0-93c3-41da-9766-e317641123ac tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 945 time: 0.0561867 Aug 16 13:08:31.715122 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c622a9ef-ae47-4784-8445-a56c6057396e req-99ec0564-ca42-4981-b579-fa8147fd9c2a tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365369 Aug 16 13:08:31.715369 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-cdd1e7c5-4602-46be-b29c-629da1d14866 req-eefde876-d53e-4321-9b7a-95ad9904cf4e tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Deleting port 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:31.715369 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-cdd1e7c5-4602-46be-b29c-629da1d14866 req-eefde876-d53e-4321-9b7a-95ad9904cf4e tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:31.818071 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-cdd1e7c5-4602-46be-b29c-629da1d14866 req-eefde876-d53e-4321-9b7a-95ad9904cf4e tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] For port 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0,segment=NetworkSegment(6c7a24fa-5788-4e1e-a021-c0d5c3b7657d),segment_id=6c7a24fa-5788-4e1e-a021-c0d5c3b7657d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:31.818662 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-cdd1e7c5-4602-46be-b29c-629da1d14866 req-eefde876-d53e-4321-9b7a-95ad9904cf4e tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:31.834386 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-cdd1e7c5-4602-46be-b29c-629da1d14866 req-eefde876-d53e-4321-9b7a-95ad9904cf4e tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Calling delete_port for 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 owned by compute:nova {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:31.964463 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-cdd1e7c5-4602-46be-b29c-629da1d14866 req-eefde876-d53e-4321-9b7a-95ad9904cf4e tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:31.995800 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefde876-d53e-4321-9b7a-95ad9904cf4e tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Pushing event deleted for resources: {'Port': ['ID=16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:31.999358 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:08:32.038657 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd1e7c5-4602-46be-b29c-629da1d14866 req-eefde876-d53e-4321-9b7a-95ad9904cf4e tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] No DVR routers for this DVR port 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 on host hv-cinder-80469 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:08:32.041243 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-cdd1e7c5-4602-46be-b29c-629da1d14866 req-eefde876-d53e-4321-9b7a-95ad9904cf4e tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:32.043441 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cdd1e7c5-4602-46be-b29c-629da1d14866 req-eefde876-d53e-4321-9b7a-95ad9904cf4e tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.61 "DELETE /v2.0/ports/16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 HTTP/1.1" status: 204 len: 173 time: 0.4202113 Aug 16 13:08:32.043890 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5351f578-d80c-4e05-8e39-63f985336df9', 'name': 'network-vif-deleted', 'tag': '16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:08:32.046107 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8237615-1da4-43eb-b06f-51bc536c3a9b" -d '{"events": [{"server_uuid": "5351f578-d80c-4e05-8e39-63f985336df9", "name": "network-vif-deleted", "tag": "16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:08:32.083516 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6ed758-1436-4af0-86dc-3d1e8361132e x-openstack-request-id: req-3a6ed758-1436-4af0-86dc-3d1e8361132e {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:08:32.083819 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5351f578-d80c-4e05-8e39-63f985336df9", "name": "network-vif-deleted", "tag": "16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:08:32.084102 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a6ed758-1436-4af0-86dc-3d1e8361132e {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:08:32.084505 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5351f578-d80c-4e05-8e39-63f985336df9', 'name': 'network-vif-deleted', 'tag': '16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0', 'status': 'completed', 'code': 200} Aug 16 13:08:32.499739 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-0b911178-8684-45b2-a23c-e115ceed148e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:32.736876 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:32.741396 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb61031-eb76-4bd4-b794-717fa4a2b436 req-a7df62f5-aca8-45d7-af66-9ea176844025 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:32.743507 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-bcb61031-eb76-4bd4-b794-717fa4a2b436 req-a7df62f5-aca8-45d7-af66-9ea176844025 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 944 time: 0.0501842 Aug 16 13:08:32.781046 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-bcb61031-eb76-4bd4-b794-717fa4a2b436 req-82231917-efb3-466a-8382-cfcb57bdd0db tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316093 Aug 16 13:08:32.825911 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e7dae76b-9d5a-4796-8700-361b997e6511 req-c032413a-759a-480a-af35-1e3c818cf72e tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 210 time: 0.0267000 Aug 16 13:08:33.006380 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-d9b8c9db-4900-413f-8b5b-6e4c6209ee6e tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-593412785&fields=id&tenant_id=9da1f3e8de31466dbfaa635f5c3f34b7 HTTP/1.1" status: 200 len: 267 time: 0.0326204 Aug 16 13:08:33.111780 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-36b1c7ea-100d-4af0-951b-e4db59dec983 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:33.113246 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-36b1c7ea-100d-4af0-951b-e4db59dec983 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/networks?id=88622421-b6b3-49f4-9d5c-881844ad7947 HTTP/1.1" status: 200 len: 809 time: 0.1004918 Aug 16 13:08:33.129001 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-92687752-1897-4a99-ba26-6b4b520d9610 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/quotas/9da1f3e8de31466dbfaa635f5c3f34b7 HTTP/1.1" status: 200 len: 375 time: 0.0094783 Aug 16 13:08:33.179172 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-9f0c49c1-8071-4a70-a606-ee643e5c0142 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9da1f3e8de31466dbfaa635f5c3f34b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445499 Aug 16 13:08:33.272915 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-68476aeb-2283-4ce7-aff6-1c6f8c25d0ea service neutron] 10.222.0.20 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819139 Aug 16 13:08:33.359478 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-ce8bb629-55ee-417c-bb8f-dc152fcd4741 service neutron] 10.222.0.20 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806103 Aug 16 13:08:33.480372 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:33.634665 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6103978f-56b6-4be8-a741-35158e1c6240 req-f4fdccff-023f-4c77-81c3-0a19330eaa79 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 210 time: 0.0266895 Aug 16 13:08:33.943155 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71835375-6504-4ac2-a9d9-5b1c2ffa7c4d req-9b3fc447-a434-4f4c-95e4-f4d6a8ee92a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:33.944787 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-71835375-6504-4ac2-a9d9-5b1c2ffa7c4d req-9b3fc447-a434-4f4c-95e4-f4d6a8ee92a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 944 time: 0.0532217 Aug 16 13:08:33.952657 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ecb86a85-5eec-4fa1-a500-435861088307 req-654f1ca3-241b-4753-bb39-4a38a720ea35 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 210 time: 0.0327916 Aug 16 13:08:33.982820 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-71835375-6504-4ac2-a9d9-5b1c2ffa7c4d req-6a19a7fc-cc57-40ce-a76b-db2165386f9b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319903 Aug 16 13:08:34.157005 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 2d1453b0-a444-4607-a4ec-292c77533be3 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:08:34.247736 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 2d1453b0-a444-4607-a4ec-292c77533be3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d1453b0-a444-4607-a4ec-292c77533be3,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:34.258639 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': '2d1453b0-a444-4607-a4ec-292c77533be3', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'port_id': '2d1453b0-a444-4607-a4ec-292c77533be3', 'mac_address': 'fa:16:3e:95:f0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:08:34.297446 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.309750 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1453b0-a444-4607-a4ec-292c77533be3 {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:08:34.328210 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 2d1453b0-a444-4607-a4ec-292c77533be3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d1453b0-a444-4607-a4ec-292c77533be3,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:34.332221 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:34.382141 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=2d1453b0-a444-4607-a4ec-292c77533be3,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:34.732314 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-049801b0-6bfa-40a9-8857-21cb00405fff req-11e7f875-df1f-4821-a95d-02aa1a82f616 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 210 time: 0.0272498 Aug 16 13:08:35.067894 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e180fc32-53fd-487d-8b49-e198d974252b req-34b457dd-50f1-4e41-b177-c7b1d0653089 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=5351f578-d80c-4e05-8e39-63f985336df9 HTTP/1.1" status: 200 len: 210 time: 0.0391276 Aug 16 13:08:35.105448 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f03c0-28a4-4d37-8490-17edb7bf6db4 req-43526a49-9021-4a0a-aaa1-618e20db1953 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:35.106930 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f75f03c0-28a4-4d37-8490-17edb7bf6db4 req-43526a49-9021-4a0a-aaa1-618e20db1953 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 945 time: 0.0543313 Aug 16 13:08:35.152902 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f75f03c0-28a4-4d37-8490-17edb7bf6db4 req-5b786a5f-c50b-4699-8f31-e109df603f71 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398622 Aug 16 13:08:35.273299 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:35.524107 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['2d1453b0-a444-4607-a4ec-292c77533be3'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:08:35.821975 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-44039a9a-f881-490d-911c-ca22f5a2e1fa req-95b2c609-d4f6-4246-8cd0-bd3f9ebc408e tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 210 time: 0.0253022 Aug 16 13:08:36.174145 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-5782c224-fd8c-4e27-bd58-fac3e9992bf2 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:36.175803 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-5782c224-fd8c-4e27-bd58-fac3e9992bf2 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.61 "GET /v2.0/networks?id=88622421-b6b3-49f4-9d5c-881844ad7947 HTTP/1.1" status: 200 len: 809 time: 0.1178730 Aug 16 13:08:36.231254 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-0049475e-d40d-46b3-9f33-517831920fa8 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9da1f3e8de31466dbfaa635f5c3f34b7 HTTP/1.1" status: 200 len: 379 time: 0.0397515 Aug 16 13:08:36.260461 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-ac2a86af-e5d9-44d0-b67a-97f4a97160e9 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Request body: {'port': {'device_id': 'd90217cf-5a13-4ac8-85d6-a4e913145c70', 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'admin_state_up': True, 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'security_groups': ['50bee332-799b-402c-86f0-e9421277bdba']}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:36.287667 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34c387-d5ae-4eef-ade0-bc5fa6c75293 req-5be1b0bb-9964-4412-b168-d313eac93c22 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:36.296921 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9c34c387-d5ae-4eef-ade0-bc5fa6c75293 req-5be1b0bb-9964-4412-b168-d313eac93c22 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 945 time: 0.0604618 Aug 16 13:08:36.350098 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9c34c387-d5ae-4eef-ade0-bc5fa6c75293 req-f6c95dc9-653a-41bf-a1d9-c62c1c0301ac tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521822 Aug 16 13:08:36.723494 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-2b7f53c7-2cd1-4621-afab-3bfe2ca7791e tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:36.724936 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-2b7f53c7-2cd1-4621-afab-3bfe2ca7791e tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/networks?id=65868483-2530-436d-8ca3-f7fd2e473370 HTTP/1.1" status: 200 len: 809 time: 0.4213996 Aug 16 13:08:36.741722 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-ac2a86af-e5d9-44d0-b67a-97f4a97160e9 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Made reservation on behalf of 9da1f3e8de31466dbfaa635f5c3f34b7 for: {'port': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:36.745267 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-ac2a86af-e5d9-44d0-b67a-97f4a97160e9 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:36.749822 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-fff76ac9-6f65-41be-9553-8d9e72fde692 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/quotas/554113bf921c4a2ea3f0a8248eabf588 HTTP/1.1" status: 200 len: 375 time: 0.0167489 Aug 16 13:08:36.786946 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-9455332c-c5b7-4642-92e6-558a80102f3c tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=554113bf921c4a2ea3f0a8248eabf588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300577 Aug 16 13:08:36.915754 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-bce21290-d63f-4b71-94e5-0e1b5404dc06 req-3211f3a7-cc36-4750-a962-e2f2403d973a tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 210 time: 0.0265973 Aug 16 13:08:36.961193 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-93109351-53c1-4c88-a148-e82253dc7900 service neutron] 10.222.0.20 "GET /v2.0/networks/65868483-2530-436d-8ca3-f7fd2e473370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663504 Aug 16 13:08:36.965418 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-ac2a86af-e5d9-44d0-b67a-97f4a97160e9 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Allocated IP 172.20.0.9 (88622421-b6b3-49f4-9d5c-881844ad7947/bc470f9b-2ecc-4633-bd7a-552cf323734f/bd1f8454-7809-42f4-8507-6e693cea1cd3) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:37.127548 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-cb7dbb32-de43-45b9-bbe9-063057324c8f service neutron] 10.222.0.20 "GET /v2.0/networks/65868483-2530-436d-8ca3-f7fd2e473370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548173 Aug 16 13:08:37.178026 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-ac2a86af-e5d9-44d0-b67a-97f4a97160e9 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.179541 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 2d1453b0-a444-4607-a4ec-292c77533be3 up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:37.192825 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-ac2a86af-e5d9-44d0-b67a-97f4a97160e9 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Transition to ACTIVE for port object bd1f8454-7809-42f4-8507-6e693cea1cd3 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:37.232793 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-ac2a86af-e5d9-44d0-b67a-97f4a97160e9 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.237127 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port 2d1453b0-a444-4607-a4ec-292c77533be3 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:37.241397 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port 2d1453b0-a444-4607-a4ec-292c77533be3 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:37.241643 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.303885 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-ac2a86af-e5d9-44d0-b67a-97f4a97160e9 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Network 88622421-b6b3-49f4-9d5c-881844ad7947 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:37.307522 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-eb1cf04a-0111-4348-b110-46e3d82fce13 req-a026af3f-733a-4be9-afbf-d9fa4ca8d37f tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29 HTTP/1.1" status: 200 len: 210 time: 0.0401266 Aug 16 13:08:37.330877 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-ac2a86af-e5d9-44d0-b67a-97f4a97160e9 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:37.335858 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a86af-e5d9-44d0-b67a-97f4a97160e9 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Pushing event updated for resources: {'Port': ['ID=bd1f8454-7809-42f4-8507-6e693cea1cd3,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:37.337349 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-ac2a86af-e5d9-44d0-b67a-97f4a97160e9 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:37.351106 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.396798 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-ac2a86af-e5d9-44d0-b67a-97f4a97160e9 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:37.397464 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-ac2a86af-e5d9-44d0-b67a-97f4a97160e9 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.399080 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 2d1453b0-a444-4607-a4ec-292c77533be3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d1453b0-a444-4607-a4ec-292c77533be3,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:37.400211 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a5a6a5-e877-44fa-855e-be0bad89fb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1453b0-a444-4607-a4ec-292c77533be3'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:08:37.416140 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe9b871-c7b2-4521-9645-b7c29fb90fcb" -d '{"events": [{"server_uuid": "d5a5a6a5-e877-44fa-855e-be0bad89fb97", "name": "network-vif-plugged", "status": "completed", "tag": "2d1453b0-a444-4607-a4ec-292c77533be3"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:08:37.425395 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-ac2a86af-e5d9-44d0-b67a-97f4a97160e9 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1722672 Aug 16 13:08:37.445061 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.451190 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:08:37.453914 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Request body: {'port': {'device_id': 'd90217cf-5a13-4ac8-85d6-a4e913145c70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:37.507256 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50e1c4b-9de7-4544-ab87-697ce0b9cf8f x-openstack-request-id: req-f50e1c4b-9de7-4544-ab87-697ce0b9cf8f {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:08:37.507794 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a5a6a5-e877-44fa-855e-be0bad89fb97", "name": "network-vif-plugged", "status": "completed", "tag": "2d1453b0-a444-4607-a4ec-292c77533be3", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:08:37.508364 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f50e1c4b-9de7-4544-ab87-697ce0b9cf8f {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:08:37.508925 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a5a6a5-e877-44fa-855e-be0bad89fb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1453b0-a444-4607-a4ec-292c77533be3', 'code': 200} Aug 16 13:08:37.510667 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:08:37.511048 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 16a1018d-0cdb-48bd-bdfb-2d1397a4d1e0 not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:08:37.600509 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=2d1453b0-a444-4607-a4ec-292c77533be3,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:37.623419 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.785938 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-04127cc5-8a07-430f-af08-720a685cfeec None None] Provisioning for port bd1f8454-7809-42f4-8507-6e693cea1cd3 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:37.790665 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-04127cc5-8a07-430f-af08-720a685cfeec None None] Provisioning complete for port bd1f8454-7809-42f4-8507-6e693cea1cd3 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:37.791072 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-04127cc5-8a07-430f-af08-720a685cfeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:37.829083 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-04127cc5-8a07-430f-af08-720a685cfeec None None] Port bd1f8454-7809-42f4-8507-6e693cea1cd3 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:08:37.925708 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e61b22-94b2-475d-8903-bb541ecf612c req-2b98a1b9-f443-411d-820b-8f627f02960e tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:37.927496 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-28e61b22-94b2-475d-8903-bb541ecf612c req-2b98a1b9-f443-411d-820b-8f627f02960e tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.4136007 Aug 16 13:08:37.933235 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704c972-6264-4cc3-8a94-c20ada4c9911 req-1d963f45-55eb-4c9c-b8a2-e52136492b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:37.934641 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9704c972-6264-4cc3-8a94-c20ada4c9911 req-1d963f45-55eb-4c9c-b8a2-e52136492b5e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 1099 time: 0.1624653 Aug 16 13:08:38.028777 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9704c972-6264-4cc3-8a94-c20ada4c9911 req-dc0bff01-2310-4998-9f5f-8616f1727a7c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788958 Aug 16 13:08:38.036140 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138fb2e-1a3a-48cf-8430-35df18e8fd32 req-c010caba-cffc-468b-809b-8f874f5bc56c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:38.037874 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a138fb2e-1a3a-48cf-8430-35df18e8fd32 req-c010caba-cffc-468b-809b-8f874f5bc56c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 931 time: 0.0500808 Aug 16 13:08:38.038798 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-28e61b22-94b2-475d-8903-bb541ecf612c req-b4bdffc0-9107-4571-b1a3-4e18f601d915 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032283 Aug 16 13:08:38.081205 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a138fb2e-1a3a-48cf-8430-35df18e8fd32 req-e3f9aa63-525d-488a-8d8d-ade9ed8940c2 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338683 Aug 16 13:08:38.103465 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1f8454-7809-42f4-8507-6e693cea1cd3 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:08:38.110976 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:38.122990 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Transition to ACTIVE for port object bd1f8454-7809-42f4-8507-6e693cea1cd3 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:38.126836 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:38.185195 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1f8454-7809-42f4-8507-6e693cea1cd3,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:38.251443 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Attempting to bind port bd1f8454-7809-42f4-8507-6e693cea1cd3 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:38.251748 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Attempting to bind port bd1f8454-7809-42f4-8507-6e693cea1cd3 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '40ccc765-0d6e-4ac9-9599-a521b99fabd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:38.252081 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Attempting to bind port bd1f8454-7809-42f4-8507-6e693cea1cd3 on network 88622421-b6b3-49f4-9d5c-881844ad7947 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:38.256696 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Port bd1f8454-7809-42f4-8507-6e693cea1cd3 on network 88622421-b6b3-49f4-9d5c-881844ad7947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:08:38.257026 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Attempting to bind port bd1f8454-7809-42f4-8507-6e693cea1cd3 on network 88622421-b6b3-49f4-9d5c-881844ad7947 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:38.262661 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:38.263005 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Checking segment: {'id': '40ccc765-0d6e-4ac9-9599-a521b99fabd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:38.263421 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Bound using segment: {'id': '40ccc765-0d6e-4ac9-9599-a521b99fabd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:38.263858 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Bound port: bd1f8454-7809-42f4-8507-6e693cea1cd3, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ccc765-0d6e-4ac9-9599-a521b99fabd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:38.264224 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:38.327220 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] For port bd1f8454-7809-42f4-8507-6e693cea1cd3, host hv-cinder-80469, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:38.330255 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] For port bd1f8454-7809-42f4-8507-6e693cea1cd3, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bd1f8454-7809-42f4-8507-6e693cea1cd3,segment=NetworkSegment(40ccc765-0d6e-4ac9-9599-a521b99fabd6),segment_id=40ccc765-0d6e-4ac9-9599-a521b99fabd6)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:38.335406 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:38.376816 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:38.377434 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:38.378911 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] 10.222.0.61 "PUT /v2.0/ports/bd1f8454-7809-42f4-8507-6e693cea1cd3 HTTP/1.1" status: 200 len: 1093 time: 0.9313288 Aug 16 13:08:38.379273 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90217cf-5a13-4ac8-85d6-a4e913145c70', 'tag': 'bd1f8454-7809-42f4-8507-6e693cea1cd3'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:08:38.381519 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85abf0c9-aa28-4d0c-9d67-5840edfed361" -d '{"events": [{"name": "network-changed", "server_uuid": "d90217cf-5a13-4ac8-85d6-a4e913145c70", "tag": "bd1f8454-7809-42f4-8507-6e693cea1cd3"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:08:38.426116 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-aa53fd17-d49a-4994-88d0-949309715987 req-dd44608e-a8b4-4902-b79d-9f1f30853289 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29 HTTP/1.1" status: 200 len: 210 time: 0.0365250 Aug 16 13:08:38.432032 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39ed440-e052-4627-b839-4286a9146dae x-openstack-request-id: req-e39ed440-e052-4627-b839-4286a9146dae {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:08:38.432387 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90217cf-5a13-4ac8-85d6-a4e913145c70", "tag": "bd1f8454-7809-42f4-8507-6e693cea1cd3", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:08:38.432578 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e39ed440-e052-4627-b839-4286a9146dae {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:08:38.433489 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90217cf-5a13-4ac8-85d6-a4e913145c70', 'tag': 'bd1f8454-7809-42f4-8507-6e693cea1cd3', 'status': 'completed', 'code': 200} Aug 16 13:08:38.433930 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243267da-24ae-43c4-8fd1-27cb6c690a88 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1f8454-7809-42f4-8507-6e693cea1cd3,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:38.514242 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-ac3b1fb0-2c6f-4460-8f55-1afbba849e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:38.516040 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-ac3b1fb0-2c6f-4460-8f55-1afbba849e86 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9da1f3e8de31466dbfaa635f5c3f34b7&device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 1096 time: 0.0434008 Aug 16 13:08:38.571066 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-03400d2c-ae6d-4f2d-906b-5bba0cd3d0c4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd1f8454-7809-42f4-8507-6e693cea1cd3 HTTP/1.1" status: 200 len: 217 time: 0.0379579 Aug 16 13:08:38.620865 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-fb4bc6c6-0a0a-4c57-ac59-2131249842ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:38.622254 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-fb4bc6c6-0a0a-4c57-ac59-2131249842ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc470f9b-2ecc-4633-bd7a-552cf323734f HTTP/1.1" status: 200 len: 848 time: 0.0426266 Aug 16 13:08:38.670480 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-706e9372-ff25-4461-b4e7-78e0d6a813b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:38.671912 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-706e9372-ff25-4461-b4e7-78e0d6a813b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88622421-b6b3-49f4-9d5c-881844ad7947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408185 Aug 16 13:08:38.776727 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-da948236-e5d5-425d-9d35-83e99d18c4c0 service neutron] 10.222.0.61 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870552 Aug 16 13:08:38.944151 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c3fa4c1a-f0d4-4745-a37e-789f4e833a3e req-1d745045-bc84-4cf2-a568-3c6fe1faa824 service neutron] 10.222.0.61 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576035 Aug 16 13:08:38.970974 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-d3781bd3-ff3a-486f-abc2-1546029100ab tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:38.972463 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-d3781bd3-ff3a-486f-abc2-1546029100ab tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.61 "GET /v2.0/networks?id=65868483-2530-436d-8ca3-f7fd2e473370 HTTP/1.1" status: 200 len: 809 time: 0.1346245 Aug 16 13:08:39.033474 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-d6220144-c663-4e6c-9053-c72771334aa3 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Request body: {'port': {'device_id': 'ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29', 'network_id': '65868483-2530-436d-8ca3-f7fd2e473370', 'admin_state_up': True, 'tenant_id': '554113bf921c4a2ea3f0a8248eabf588'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:39.149827 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abf0c9-aa28-4d0c-9d67-5840edfed361 req-b085ca03-69b8-47f5-bae5-3de1626ae396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:39.151497 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-85abf0c9-aa28-4d0c-9d67-5840edfed361 req-b085ca03-69b8-47f5-bae5-3de1626ae396 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9da1f3e8de31466dbfaa635f5c3f34b7&device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 1096 time: 0.0775964 Aug 16 13:08:39.241098 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fcd85-1f34-4e54-a43d-82c72832f2f7 req-9d4f64ad-ae1e-415e-9ab9-a37afcfee411 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:39.242592 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0d0fcd85-1f34-4e54-a43d-82c72832f2f7 req-9d4f64ad-ae1e-415e-9ab9-a37afcfee411 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.1296051 Aug 16 13:08:39.274251 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1f403-f244-4115-bdfb-1d98365935bd req-aa43dd11-8837-4ff3-8662-3192c7850cb5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:39.275685 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-35c1f403-f244-4115-bdfb-1d98365935bd req-aa43dd11-8837-4ff3-8662-3192c7850cb5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 943 time: 0.1152294 Aug 16 13:08:39.276267 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-d6220144-c663-4e6c-9053-c72771334aa3 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Made reservation on behalf of 554113bf921c4a2ea3f0a8248eabf588 for: {'port': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:39.279518 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-d6220144-c663-4e6c-9053-c72771334aa3 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:39.280721 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0d0fcd85-1f34-4e54-a43d-82c72832f2f7 req-a4deae35-3223-4099-884c-85c4385fad1b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318060 Aug 16 13:08:39.381732 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-35c1f403-f244-4115-bdfb-1d98365935bd req-1cd73765-98aa-444b-aeb0-f0202f9e5b7d tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965605 Aug 16 13:08:39.403816 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abf0c9-aa28-4d0c-9d67-5840edfed361 req-324eb2c7-d8b1-4e91-9d9a-5708dc47e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:39.405241 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-85abf0c9-aa28-4d0c-9d67-5840edfed361 req-324eb2c7-d8b1-4e91-9d9a-5708dc47e43f service neutron] 10.222.0.61 "GET /v2.0/networks?id=88622421-b6b3-49f4-9d5c-881844ad7947 HTTP/1.1" status: 200 len: 910 time: 0.2007797 Aug 16 13:08:39.477906 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-85abf0c9-aa28-4d0c-9d67-5840edfed361 req-cfe083cd-1a57-4f60-ad38-33da0969da01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd1f8454-7809-42f4-8507-6e693cea1cd3 HTTP/1.1" status: 200 len: 217 time: 0.0616591 Aug 16 13:08:39.524963 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-d6220144-c663-4e6c-9053-c72771334aa3 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Allocated IP 172.20.0.3 (65868483-2530-436d-8ca3-f7fd2e473370/85309671-1ea6-494d-b7fd-373c0e5a86cc/804b0979-2939-43ab-80ba-1cee20bcca5c) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:39.525466 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-fa211157-bd19-4ead-be2b-e13e466196a2 req-b8a6cdd2-384f-4f47-af5e-6c706db77a63 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29 HTTP/1.1" status: 200 len: 210 time: 0.0298524 Aug 16 13:08:39.552979 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abf0c9-aa28-4d0c-9d67-5840edfed361 req-563cb37c-6e7c-4ef7-a036-0826dadcabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:39.555190 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-85abf0c9-aa28-4d0c-9d67-5840edfed361 req-563cb37c-6e7c-4ef7-a036-0826dadcabd6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc470f9b-2ecc-4633-bd7a-552cf323734f HTTP/1.1" status: 200 len: 848 time: 0.0684319 Aug 16 13:08:39.669715 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abf0c9-aa28-4d0c-9d67-5840edfed361 req-a46ed3af-1ec3-4740-877f-5addddd3b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:39.671199 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-85abf0c9-aa28-4d0c-9d67-5840edfed361 req-a46ed3af-1ec3-4740-877f-5addddd3b029 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88622421-b6b3-49f4-9d5c-881844ad7947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1035738 Aug 16 13:08:39.763325 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-d6220144-c663-4e6c-9053-c72771334aa3 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:39.803556 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-85abf0c9-aa28-4d0c-9d67-5840edfed361 req-be0ed8c6-2644-474d-951b-dd16d5401c16 service neutron] 10.222.0.61 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240122 Aug 16 13:08:39.870449 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-d6220144-c663-4e6c-9053-c72771334aa3 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:40.185922 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-d6220144-c663-4e6c-9053-c72771334aa3 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Network 65868483-2530-436d-8ca3-f7fd2e473370 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:40.195021 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-d6220144-c663-4e6c-9053-c72771334aa3 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:40.204369 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-d6220144-c663-4e6c-9053-c72771334aa3 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:40.209168 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6220144-c663-4e6c-9053-c72771334aa3 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Pushing event updated for resources: {'Port': ['ID=804b0979-2939-43ab-80ba-1cee20bcca5c,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:40.236784 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-85abf0c9-aa28-4d0c-9d67-5840edfed361 req-ebfda811-13e5-4ed0-a57c-6a4707fb0538 service neutron] 10.222.0.61 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236536 Aug 16 13:08:40.257033 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-d6220144-c663-4e6c-9053-c72771334aa3 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:40.257635 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-d6220144-c663-4e6c-9053-c72771334aa3 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:40.271905 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-d6220144-c663-4e6c-9053-c72771334aa3 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2424445 Aug 16 13:08:40.293117 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Request body: {'port': {'device_id': 'ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:40.349830 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:40.436840 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3d199-5136-4109-a5b6-cd196eba3b35 req-a90f9b41-ab4b-4c47-a4e8-e29325d28b8d tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:40.438329 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4ae3d199-5136-4109-a5b6-cd196eba3b35 req-a90f9b41-ab4b-4c47-a4e8-e29325d28b8d tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0857229 Aug 16 13:08:40.497774 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebb515-a508-4540-9560-d189012669c6 req-ac7f30f8-f30c-4165-8d01-72f86b24c942 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:40.499242 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-47ebb515-a508-4540-9560-d189012669c6 req-ac7f30f8-f30c-4165-8d01-72f86b24c942 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 943 time: 0.0480201 Aug 16 13:08:40.537037 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-47ebb515-a508-4540-9560-d189012669c6 req-6b0d794d-4f3f-4512-bd6d-f6602583cc17 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316410 Aug 16 13:08:40.540472 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4ae3d199-5136-4109-a5b6-cd196eba3b35 req-dce20e68-6f65-43c7-9fd6-8a42c856c971 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955412 Aug 16 13:08:40.657211 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1789ae-fe6c-4233-9e69-3df054b71a64 req-e60339c5-63e9-4e3f-8aa1-888989919c27 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:40.658769 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8b1789ae-fe6c-4233-9e69-3df054b71a64 req-e60339c5-63e9-4e3f-8aa1-888989919c27 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29 HTTP/1.1" status: 200 len: 931 time: 0.0608656 Aug 16 13:08:40.688397 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6ec02-1d1c-467e-9504-3e1c1a4b27ae req-9c818c99-43dd-447c-8dee-3d959e35b03d tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:40.689793 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5ee6ec02-1d1c-467e-9504-3e1c1a4b27ae req-9c818c99-43dd-447c-8dee-3d959e35b03d tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0778353 Aug 16 13:08:40.699203 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8b1789ae-fe6c-4233-9e69-3df054b71a64 req-6cd39c58-1c9e-42be-b4aa-4381249fc350 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337689 Aug 16 13:08:40.699675 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 44802) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:40.703988 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-5870ef0c-6384-4b53-b610-8d81c21b6da3 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Request body: {'floatingip': {'port_id': '2d1453b0-a444-4607-a4ec-292c77533be3'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:40.725017 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804b0979-2939-43ab-80ba-1cee20bcca5c {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:08:40.732579 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:40.744977 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5870ef0c-6384-4b53-b610-8d81c21b6da3 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for floatingip, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:40.745818 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Transition to ACTIVE for port object 804b0979-2939-43ab-80ba-1cee20bcca5c will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:40.748784 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:40.799259 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Pushing event updated for resources: {'Port': ['ID=804b0979-2939-43ab-80ba-1cee20bcca5c,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:40.866207 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Attempting to bind port 804b0979-2939-43ab-80ba-1cee20bcca5c on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:40.866549 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Attempting to bind port 804b0979-2939-43ab-80ba-1cee20bcca5c by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '6c7a24fa-5788-4e1e-a021-c0d5c3b7657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '65868483-2530-436d-8ca3-f7fd2e473370'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:40.866885 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Attempting to bind port 804b0979-2939-43ab-80ba-1cee20bcca5c on network 65868483-2530-436d-8ca3-f7fd2e473370 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:40.872095 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Port 804b0979-2939-43ab-80ba-1cee20bcca5c on network 65868483-2530-436d-8ca3-f7fd2e473370 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:08:40.872419 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Attempting to bind port 804b0979-2939-43ab-80ba-1cee20bcca5c on network 65868483-2530-436d-8ca3-f7fd2e473370 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:40.877229 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:40.877577 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Checking segment: {'id': '6c7a24fa-5788-4e1e-a021-c0d5c3b7657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '65868483-2530-436d-8ca3-f7fd2e473370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:40.877963 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Bound using segment: {'id': '6c7a24fa-5788-4e1e-a021-c0d5c3b7657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '65868483-2530-436d-8ca3-f7fd2e473370'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:40.878391 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Bound port: 804b0979-2939-43ab-80ba-1cee20bcca5c, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7a24fa-5788-4e1e-a021-c0d5c3b7657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '65868483-2530-436d-8ca3-f7fd2e473370'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:40.878750 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:40.945027 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] For port 804b0979-2939-43ab-80ba-1cee20bcca5c, host hv-cinder-80469, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:40.947962 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] For port 804b0979-2939-43ab-80ba-1cee20bcca5c, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=804b0979-2939-43ab-80ba-1cee20bcca5c,segment=NetworkSegment(6c7a24fa-5788-4e1e-a021-c0d5c3b7657d),segment_id=6c7a24fa-5788-4e1e-a021-c0d5c3b7657d)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:40.952789 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:40.987457 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:40.988210 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:40.989602 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] 10.222.0.61 "PUT /v2.0/ports/804b0979-2939-43ab-80ba-1cee20bcca5c HTTP/1.1" status: 200 len: 1093 time: 0.7012880 Aug 16 13:08:40.990032 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29', 'tag': '804b0979-2939-43ab-80ba-1cee20bcca5c'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:08:40.992332 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfabc64-2083-4fe6-8b5b-27c1dc9b32fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29", "tag": "804b0979-2939-43ab-80ba-1cee20bcca5c"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:08:41.019054 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e7011-cbe7-4ef3-8daf-93343af017a5 service neutron] Pushing event updated for resources: {'Port': ['ID=804b0979-2939-43ab-80ba-1cee20bcca5c,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:41.057296 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843ab621-a2bd-4814-b7fd-299159bba544 x-openstack-request-id: req-843ab621-a2bd-4814-b7fd-299159bba544 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:08:41.057653 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29", "tag": "804b0979-2939-43ab-80ba-1cee20bcca5c", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:08:41.057972 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-843ab621-a2bd-4814-b7fd-299159bba544 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:08:41.058829 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29', 'tag': '804b0979-2939-43ab-80ba-1cee20bcca5c', 'status': 'completed', 'code': 200} Aug 16 13:08:41.122977 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-d0644090-8c4f-450b-a9d0-3fdab647568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:41.124655 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-d0644090-8c4f-450b-a9d0-3fdab647568f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=554113bf921c4a2ea3f0a8248eabf588&device_id=ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29 HTTP/1.1" status: 200 len: 1096 time: 0.0484207 Aug 16 13:08:41.179142 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-089833df-fb71-4e95-86bc-76a40b8f152f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=804b0979-2939-43ab-80ba-1cee20bcca5c HTTP/1.1" status: 200 len: 217 time: 0.0403285 Aug 16 13:08:41.234148 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-0cda1fe3-d822-4390-9ec3-69a5bec8ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:41.235558 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-0cda1fe3-d822-4390-9ec3-69a5bec8ac8f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=85309671-1ea6-494d-b7fd-373c0e5a86cc HTTP/1.1" status: 200 len: 849 time: 0.0486145 Aug 16 13:08:41.268194 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-1c9ccf63-b695-4978-aa88-4b69f7a04bf6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=65868483-2530-436d-8ca3-f7fd2e473370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254810 Aug 16 13:08:41.366430 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-ed9ebe9c-5c99-48eb-a641-2b48acf7128f service neutron] 10.222.0.61 "GET /v2.0/networks/65868483-2530-436d-8ca3-f7fd2e473370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894661 Aug 16 13:08:41.408290 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5870ef0c-6384-4b53-b610-8d81c21b6da3 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:41.413154 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5870ef0c-6384-4b53-b610-8d81c21b6da3 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726215'] for floatingip, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:41.457711 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f8f902bf-3147-487c-ba1b-75e0b1e0530c req-164a5107-0a25-46fb-b984-b5746d0921de service neutron] 10.222.0.61 "GET /v2.0/networks/65868483-2530-436d-8ca3-f7fd2e473370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835772 Aug 16 13:08:41.513631 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.l3_db [None req-5870ef0c-6384-4b53-b610-8d81c21b6da3 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Floating IP 9a231ec0-9a25-40a8-ad3b-b9ff509f0025 associated. External IP: 172.27.3.121, port: 2d1453b0-a444-4607-a4ec-292c77533be3. Aug 16 13:08:41.589885 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfabc64-2083-4fe6-8b5b-27c1dc9b32fa req-22e2c5b9-c7a5-4bcf-a033-77a8397b4b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:41.591429 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ebfabc64-2083-4fe6-8b5b-27c1dc9b32fa req-22e2c5b9-c7a5-4bcf-a033-77a8397b4b84 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=554113bf921c4a2ea3f0a8248eabf588&device_id=ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29 HTTP/1.1" status: 200 len: 1096 time: 0.0423493 Aug 16 13:08:41.686763 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfabc64-2083-4fe6-8b5b-27c1dc9b32fa req-35d477d4-93b9-4c9e-b05d-174804879ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:41.688392 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ebfabc64-2083-4fe6-8b5b-27c1dc9b32fa req-35d477d4-93b9-4c9e-b05d-174804879ef5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=65868483-2530-436d-8ca3-f7fd2e473370 HTTP/1.1" status: 200 len: 910 time: 0.0897000 Aug 16 13:08:41.702639 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92c057-9a7b-4b13-b64a-0ee2df33a4e4 req-566b0002-18c0-4f09-9969-5c3356da4694 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:41.704157 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2b92c057-9a7b-4b13-b64a-0ee2df33a4e4 req-566b0002-18c0-4f09-9969-5c3356da4694 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 943 time: 0.0969570 Aug 16 13:08:41.730986 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ebfabc64-2083-4fe6-8b5b-27c1dc9b32fa req-c1f8a149-a3d3-4ac8-bc3d-9c4fa59fc3f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=804b0979-2939-43ab-80ba-1cee20bcca5c HTTP/1.1" status: 200 len: 217 time: 0.0339313 Aug 16 13:08:41.782011 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2b92c057-9a7b-4b13-b64a-0ee2df33a4e4 req-b6525a05-cb2e-4e26-a97f-719f9653e7a2 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494139 Aug 16 13:08:41.788742 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5870ef0c-6384-4b53-b610-8d81c21b6da3 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:08:41.817669 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfabc64-2083-4fe6-8b5b-27c1dc9b32fa req-ef6bf56c-9530-4740-8be2-63aea4fd4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:41.819145 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ebfabc64-2083-4fe6-8b5b-27c1dc9b32fa req-ef6bf56c-9530-4740-8be2-63aea4fd4791 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=85309671-1ea6-494d-b7fd-373c0e5a86cc HTTP/1.1" status: 200 len: 849 time: 0.0805991 Aug 16 13:08:41.844289 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f84221-e0c1-44a2-b3f3-9e54da23e856 req-109b0c35-7e75-4bcf-a86d-964b08dca2a2 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:41.845736 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-69f84221-e0c1-44a2-b3f3-9e54da23e856 req-109b0c35-7e75-4bcf-a86d-964b08dca2a2 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29 HTTP/1.1" status: 200 len: 943 time: 0.0745497 Aug 16 13:08:41.864538 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ebfabc64-2083-4fe6-8b5b-27c1dc9b32fa req-349d4bf7-299f-4997-92ff-138dce887560 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=65868483-2530-436d-8ca3-f7fd2e473370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369585 Aug 16 13:08:41.897572 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5870ef0c-6384-4b53-b610-8d81c21b6da3 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:41.902933 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5870ef0c-6384-4b53-b610-8d81c21b6da3 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:41.909253 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38297fb6-fd7a-4809-b490-45cb8742f670 None None] Sync routers for ids ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:41.919375 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38297fb6-fd7a-4809-b490-45cb8742f670 None None] Routers {'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:41.920099 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-38297fb6-fd7a-4809-b490-45cb8742f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:08:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:41.932111 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-5870ef0c-6384-4b53-b610-8d81c21b6da3 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "PUT /v2.0/floatingips/9a231ec0-9a25-40a8-ad3b-b9ff509f0025 HTTP/1.1" status: 200 len: 992 time: 1.2282851 Aug 16 13:08:41.932111 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a5a6a5-e877-44fa-855e-be0bad89fb97', 'tag': '2d1453b0-a444-4607-a4ec-292c77533be3'}] {{(pid=94054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:08:41.932400 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2e02789a86343ed90e228d8a01386e3b0dd3ee74f1c4d71a2f16840b073a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478c2b2e-a284-4f81-9462-599bca9e3c58" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a5a6a5-e877-44fa-855e-be0bad89fb97", "tag": "2d1453b0-a444-4607-a4ec-292c77533be3"}]}' {{(pid=94054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:08:41.944724 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-69f84221-e0c1-44a2-b3f3-9e54da23e856 req-1a095660-4d62-4efa-badb-5d9eed0d12ed tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823309 Aug 16 13:08:41.994862 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ebfabc64-2083-4fe6-8b5b-27c1dc9b32fa req-9521819e-62b2-4ec2-899d-22d9859b6571 service neutron] 10.222.0.61 "GET /v2.0/networks/65868483-2530-436d-8ca3-f7fd2e473370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174953 Aug 16 13:08:42.002260 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803058f8-fa6b-4896-b860-4912358fa33b x-openstack-request-id: req-803058f8-fa6b-4896-b860-4912358fa33b {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:08:42.002546 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a5a6a5-e877-44fa-855e-be0bad89fb97", "tag": "2d1453b0-a444-4607-a4ec-292c77533be3", "status": "completed", "code": 200}]} {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:08:42.002786 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-803058f8-fa6b-4896-b860-4912358fa33b {{(pid=94054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:08:42.003168 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a5a6a5-e877-44fa-855e-be0bad89fb97', 'tag': '2d1453b0-a444-4607-a4ec-292c77533be3', 'status': 'completed', 'code': 200} Aug 16 13:08:42.035565 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-38297fb6-fd7a-4809-b490-45cb8742f670 None None] Set router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:42.159526 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c2b2e-a284-4f81-9462-599bca9e3c58 req-02839a40-4dbf-4500-a262-db7e569ebdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:42.161007 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-478c2b2e-a284-4f81-9462-599bca9e3c58 req-02839a40-4dbf-4500-a262-db7e569ebdec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=065e8e5b57d74a0d98687912b8c6d026&device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 1099 time: 0.0742867 Aug 16 13:08:42.165048 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ebfabc64-2083-4fe6-8b5b-27c1dc9b32fa req-74240c0e-ffe7-4fa9-a53e-811d9d44b888 service neutron] 10.222.0.61 "GET /v2.0/networks/65868483-2530-436d-8ca3-f7fd2e473370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214023 Aug 16 13:08:42.280484 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-38297fb6-fd7a-4809-b490-45cb8742f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:54Z', 'revision_number': 4, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '9a231ec0-9a25-40a8-ad3b-b9ff509f0025', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'floating_ip_address': '172.27.3.121', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'port_id': '2d1453b0-a444-4607-a4ec-292c77533be3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'mac_address': 'fa:16:3e:95:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5a6a5-e877-44fa-855e-be0bad89fb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:08:22Z', 'updated_at': '2021-08-16T13:08:41Z', 'revision_number': 1, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15e5d5a-6959-471c-937c-24f096804470', 'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'mac_address': 'fa:16:3e:b4:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:51Z', 'updated_at': '2021-08-16T13:04:06Z', 'revision_number': 5, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'subnets': [{'id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:42.282206 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c2b2e-a284-4f81-9462-599bca9e3c58 req-1a7ecd64-da0a-4935-aee1-f89bdb4c7da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:42.283726 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-478c2b2e-a284-4f81-9462-599bca9e3c58 req-1a7ecd64-da0a-4935-aee1-f89bdb4c7da9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0f5346d6-5894-47ff-bb0d-27a8e17e988b HTTP/1.1" status: 200 len: 917 time: 0.0979214 Aug 16 13:08:42.307534 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38297fb6-fd7a-4809-b490-45cb8742f670 None None] Checking router: f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:42.316226 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38297fb6-fd7a-4809-b490-45cb8742f670 None None] Routers {'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:42.316824 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-38297fb6-fd7a-4809-b490-45cb8742f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:08:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:42.355100 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-478c2b2e-a284-4f81-9462-599bca9e3c58 req-e7e71614-e588-4493-afb0-cb1162017cc2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d1453b0-a444-4607-a4ec-292c77533be3 HTTP/1.1" status: 200 len: 1000 time: 0.0622442 Aug 16 13:08:42.405352 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c2b2e-a284-4f81-9462-599bca9e3c58 req-9e88974e-e872-47dc-83ad-308c6b4b45cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:42.406816 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-478c2b2e-a284-4f81-9462-599bca9e3c58 req-9e88974e-e872-47dc-83ad-308c6b4b45cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1 HTTP/1.1" status: 200 len: 855 time: 0.0444217 Aug 16 13:08:42.420954 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-38297fb6-fd7a-4809-b490-45cb8742f670 None None] Set router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:42.455178 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c2b2e-a284-4f81-9462-599bca9e3c58 req-89e42c8d-6a8a-44b3-bba6-d66dded778c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:42.456874 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-478c2b2e-a284-4f81-9462-599bca9e3c58 req-89e42c8d-6a8a-44b3-bba6-d66dded778c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0f5346d6-5894-47ff-bb0d-27a8e17e988b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413761 Aug 16 13:08:42.554354 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-478c2b2e-a284-4f81-9462-599bca9e3c58 req-9b14ccc6-40b5-4037-9000-9ddfa75fde09 service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889790 Aug 16 13:08:42.645665 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-478c2b2e-a284-4f81-9462-599bca9e3c58 req-968d9db0-d5bd-4ec5-8aa5-b2ec3910db4e service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830243 Aug 16 13:08:42.647630 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-38297fb6-fd7a-4809-b490-45cb8742f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:54Z', 'revision_number': 4, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '9a231ec0-9a25-40a8-ad3b-b9ff509f0025', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'floating_ip_address': '172.27.3.121', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'port_id': '2d1453b0-a444-4607-a4ec-292c77533be3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'mac_address': 'fa:16:3e:95:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5a6a5-e877-44fa-855e-be0bad89fb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:08:22Z', 'updated_at': '2021-08-16T13:08:41Z', 'revision_number': 1, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15e5d5a-6959-471c-937c-24f096804470', 'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'mac_address': 'fa:16:3e:b4:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:51Z', 'updated_at': '2021-08-16T13:04:06Z', 'revision_number': 5, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'subnets': [{'id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:42.674660 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38297fb6-fd7a-4809-b490-45cb8742f670 None None] The sync data for ids ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'] in dv-cinder-804698-2-iscsi is: [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:54Z', 'revision_number': 4, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '9a231ec0-9a25-40a8-ad3b-b9ff509f0025', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'floating_ip_address': '172.27.3.121', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'port_id': '2d1453b0-a444-4607-a4ec-292c77533be3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'mac_address': 'fa:16:3e:95:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5a6a5-e877-44fa-855e-be0bad89fb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:08:22Z', 'updated_at': '2021-08-16T13:08:41Z', 'revision_number': 1, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15e5d5a-6959-471c-937c-24f096804470', 'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'mac_address': 'fa:16:3e:b4:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:51Z', 'updated_at': '2021-08-16T13:04:06Z', 'revision_number': 5, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'subnets': [{'id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:08:42.856473 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a19ba80-8a8f-4576-99b7-d86194b4dee1 None None] New status for floating IP 9a231ec0-9a25-40a8-ad3b-b9ff509f0025: ACTIVE {{(pid=94056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:08:42.902458 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3fcf4-4b1f-4c51-8045-bfca39f9d04d req-9590191e-da52-4cc3-985b-d25ba13b463d tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:42.903892 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0ed3fcf4-4b1f-4c51-8045-bfca39f9d04d req-9590191e-da52-4cc3-985b-d25ba13b463d tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 943 time: 0.0492556 Aug 16 13:08:42.940867 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0ed3fcf4-4b1f-4c51-8045-bfca39f9d04d req-f9450b67-613b-4027-8623-57706fa96d1c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310755 Aug 16 13:08:43.068974 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5564a0d-33ae-4591-80df-a8bd284ff8cf req-01ecdf8b-4b17-4b0a-a193-ed569aa45980 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:43.070955 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a5564a0d-33ae-4591-80df-a8bd284ff8cf req-01ecdf8b-4b17-4b0a-a193-ed569aa45980 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29 HTTP/1.1" status: 200 len: 943 time: 0.0532973 Aug 16 13:08:43.108822 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a5564a0d-33ae-4591-80df-a8bd284ff8cf req-93234852-f332-4533-8f48-d012aa685938 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317993 Aug 16 13:08:44.054402 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc37d3-1744-4e92-ab22-bd5de32e7848 req-09e36f1f-3485-403e-aef2-2473247a3898 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:44.055884 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-83fc37d3-1744-4e92-ab22-bd5de32e7848 req-09e36f1f-3485-403e-aef2-2473247a3898 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 943 time: 0.0496540 Aug 16 13:08:44.092064 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-83fc37d3-1744-4e92-ab22-bd5de32e7848 req-55f5dc3b-9c64-4150-bb97-3c6f9e8bb593 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304694 Aug 16 13:08:44.229328 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d5e28-3fbc-4d69-b71f-ad580269f4b2 req-69530a4c-cb0d-40c9-9104-043206ef3bf7 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:44.230815 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-430d5e28-3fbc-4d69-b71f-ad580269f4b2 req-69530a4c-cb0d-40c9-9104-043206ef3bf7 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29 HTTP/1.1" status: 200 len: 943 time: 0.0528774 Aug 16 13:08:44.267822 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-430d5e28-3fbc-4d69-b71f-ad580269f4b2 req-a2a32282-bce3-400b-a863-85eb59d5b903 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310943 Aug 16 13:08:45.204430 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65aaa2-0162-4f91-9916-6545a1d44a05 req-ebe44737-c71c-4b4d-af96-7d9df3d357c0 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:45.205828 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ca65aaa2-0162-4f91-9916-6545a1d44a05 req-ebe44737-c71c-4b4d-af96-7d9df3d357c0 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 943 time: 0.0483277 Aug 16 13:08:45.215810 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 804b0979-2939-43ab-80ba-1cee20bcca5c details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:08:45.245666 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ca65aaa2-0162-4f91-9916-6545a1d44a05 req-4d8a0732-bf94-4cc4-81b2-f8d2dfb89260 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325780 Aug 16 13:08:45.310852 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 804b0979-2939-43ab-80ba-1cee20bcca5c, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=804b0979-2939-43ab-80ba-1cee20bcca5c,segment=NetworkSegment(6c7a24fa-5788-4e1e-a021-c0d5c3b7657d),segment_id=6c7a24fa-5788-4e1e-a021-c0d5c3b7657d)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:45.326322 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': '804b0979-2939-43ab-80ba-1cee20bcca5c', 'network_id': '65868483-2530-436d-8ca3-f7fd2e473370', 'port_id': '804b0979-2939-43ab-80ba-1cee20bcca5c', 'mac_address': 'fa:16:3e:48:46:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85309671-1ea6-494d-b7fd-373c0e5a86cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:08:45.364037 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:45.376892 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 804b0979-2939-43ab-80ba-1cee20bcca5c {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:08:45.386389 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b96869-0bfd-4704-b42d-dd7e6d7add02 req-e68b29d3-d47b-4b76-8b5a-bcb377c03d11 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:45.387915 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-19b96869-0bfd-4704-b42d-dd7e6d7add02 req-e68b29d3-d47b-4b76-8b5a-bcb377c03d11 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29 HTTP/1.1" status: 200 len: 943 time: 0.0492833 Aug 16 13:08:45.396956 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 804b0979-2939-43ab-80ba-1cee20bcca5c, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=804b0979-2939-43ab-80ba-1cee20bcca5c,segment=NetworkSegment(6c7a24fa-5788-4e1e-a021-c0d5c3b7657d),segment_id=6c7a24fa-5788-4e1e-a021-c0d5c3b7657d)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:45.401238 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:45.426991 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-19b96869-0bfd-4704-b42d-dd7e6d7add02 req-ed13ba29-7753-4675-8352-c8c58bae9b7e tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331624 Aug 16 13:08:45.459933 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=804b0979-2939-43ab-80ba-1cee20bcca5c,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:45.656875 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 44876) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:45.703815 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40f0760-8044-4972-b76f-92bf26b22af4 admin admin] Deleting subnet 48d61e14-47a9-4091-87fa-ee6632dd374b {{(pid=94054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:08:45.706689 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f40f0760-8044-4972-b76f-92bf26b22af4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:45.720629 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['804b0979-2939-43ab-80ba-1cee20bcca5c'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:08:45.739583 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f40f0760-8044-4972-b76f-92bf26b22af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14162415'] for subnet, precommit_delete_associations {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:45.777970 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f40f0760-8044-4972-b76f-92bf26b22af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1938334'] for subnet, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:45.830610 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f40f0760-8044-4972-b76f-92bf26b22af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1938327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13922229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12882867'] for subnet, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:45.857261 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f0760-8044-4972-b76f-92bf26b22af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d61e14-47a9-4091-87fa-ee6632dd374b,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:45.859276 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f40f0760-8044-4972-b76f-92bf26b22af4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:45.861240 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-f40f0760-8044-4972-b76f-92bf26b22af4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/48d61e14-47a9-4091-87fa-ee6632dd374b HTTP/1.1" status: 204 len: 168 time: 0.2033734 Aug 16 13:08:45.863759 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 44878) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:45.932271 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8200dd99-4b25-4879-b108-bbfc23d72787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771912'] for network, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:46.005945 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8200dd99-4b25-4879-b108-bbfc23d72787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740267', 'neutron.services.segments.db._delete_segments_for_network-8755702799171'] for network, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:46.015118 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-8200dd99-4b25-4879-b108-bbfc23d72787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8177ef0d-c0d5-4c1e-8787-e1ec81252096']}} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:46.028449 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-8200dd99-4b25-4879-b108-bbfc23d72787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86772de0-11ac-4077-8062-800aa5bfe34c') {'for_net_delete': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:46.028744 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-8200dd99-4b25-4879-b108-bbfc23d72787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86772de0-11ac-4077-8062-800aa5bfe34c') {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:46.037412 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8200dd99-4b25-4879-b108-bbfc23d72787 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755702802764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14162406'] for segment, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:46.051596 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8200dd99-4b25-4879-b108-bbfc23d72787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:46.057836 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8200dd99-4b25-4879-b108-bbfc23d72787 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:08:46.058214 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8200dd99-4b25-4879-b108-bbfc23d72787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13922259'] for segment, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: Traceback (most recent call last): Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: timer() Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: cb(*args, **kw) Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: return func(*args, **kwargs) Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: self._notify() Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: self.callback(batched_events) Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: event.method(event) Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: return f(self, *a, **k) Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: return self._get(url).json() Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: return self.request(url, 'GET', **kwargs) Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:08:46.059831 dv-cinder-804698-2-iscsi neutron-server[94054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:08:46.110728 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8200dd99-4b25-4879-b108-bbfc23d72787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726233'] for network, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:46.115152 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8200dd99-4b25-4879-b108-bbfc23d72787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:46.117806 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-8200dd99-4b25-4879-b108-bbfc23d72787 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8177ef0d-c0d5-4c1e-8787-e1ec81252096 HTTP/1.1" status: 204 len: 168 time: 0.2524204 Aug 16 13:08:46.132102 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200dd99-4b25-4879-b108-bbfc23d72787 admin admin] Pushing event deleted for resources: {'Network': ['ID=8177ef0d-c0d5-4c1e-8787-e1ec81252096,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:46.238424 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 44882) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:46.278574 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-62049829-b893-437d-885e-a2e731257f8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c08a67aa83e8458891bb4afb0a3e2ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389960 Aug 16 13:08:46.281195 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 44886) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:46.328866 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-235ac180-966e-4187-88e0-7c89cbbd4177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:46.354165 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-235ac180-966e-4187-88e0-7c89cbbd4177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:46.360040 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925eb2ee-7cad-4e05-b1fc-e0757ab17b04 req-1fa22eb0-0f4f-46fd-b2bb-7afd6cb14915 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:46.361548 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-925eb2ee-7cad-4e05-b1fc-e0757ab17b04 req-1fa22eb0-0f4f-46fd-b2bb-7afd6cb14915 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 943 time: 0.0481098 Aug 16 13:08:46.399275 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-925eb2ee-7cad-4e05-b1fc-e0757ab17b04 req-83c9e073-12db-4a53-913e-4fe2084a13e6 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313675 Aug 16 13:08:46.399535 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-235ac180-966e-4187-88e0-7c89cbbd4177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:46.402140 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-235ac180-966e-4187-88e0-7c89cbbd4177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:46.403323 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-235ac180-966e-4187-88e0-7c89cbbd4177 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11ae1f92-ac76-435e-a5d0-01e4c321bd5b HTTP/1.1" status: 204 len: 168 time: 0.1212220 Aug 16 13:08:46.417081 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ac180-966e-4187-88e0-7c89cbbd4177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ae1f92-ac76-435e-a5d0-01e4c321bd5b,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:46.559920 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44e17a-0791-4806-aed5-8877f338d66c req-847a0f61-377e-42b2-9237-91da26175c10 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:46.561387 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ed44e17a-0791-4806-aed5-8877f338d66c req-847a0f61-377e-42b2-9237-91da26175c10 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29 HTTP/1.1" status: 200 len: 944 time: 0.0610976 Aug 16 13:08:46.604902 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ed44e17a-0791-4806-aed5-8877f338d66c req-76c99ba0-23ad-43ad-bf2e-bdd44ed3ea44 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371058 Aug 16 13:08:47.077828 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 44912) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:47.170495 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-3d79efbf-78af-4688-90b9-3e67b1e4852c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1875424948-network', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:47.191886 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d79efbf-78af-4688-90b9-3e67b1e4852c admin admin] Made reservation on behalf of b7c0cd4f3ee14cdf99ae7e141b43eb20 for: {'network': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:47.194125 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3d79efbf-78af-4688-90b9-3e67b1e4852c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.202797 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3d79efbf-78af-4688-90b9-3e67b1e4852c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.230450 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device bd1f8454-7809-42f4-8507-6e693cea1cd3 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:08:47.241750 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 804b0979-2939-43ab-80ba-1cee20bcca5c up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:47.294000 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3d79efbf-78af-4688-90b9-3e67b1e4852c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.297787 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3d79efbf-78af-4688-90b9-3e67b1e4852c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.318590 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d79efbf-78af-4688-90b9-3e67b1e4852c admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=94054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:08:47.333571 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79efbf-78af-4688-90b9-3e67b1e4852c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb771281-97b6-43f4-84dd-a075b597ba30,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:47.336506 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3d79efbf-78af-4688-90b9-3e67b1e4852c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.336857 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.segments_db [None req-3d79efbf-78af-4688-90b9-3e67b1e4852c admin admin] Added segment fb137ab4-4b45-40a0-a898-928d312a24ed of type vlan for network 0abc4278-41a3-46d0-8f8c-47614a895899 Aug 16 13:08:47.350596 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port 804b0979-2939-43ab-80ba-1cee20bcca5c completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:47.378088 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3d79efbf-78af-4688-90b9-3e67b1e4852c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.405373 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3d79efbf-78af-4688-90b9-3e67b1e4852c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.406578 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d79efbf-78af-4688-90b9-3e67b1e4852c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:47.407254 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3d79efbf-78af-4688-90b9-3e67b1e4852c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.472634 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-3d79efbf-78af-4688-90b9-3e67b1e4852c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3910198 Aug 16 13:08:47.473053 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 44918) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:47.476728 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79efbf-78af-4688-90b9-3e67b1e4852c admin admin] Pushing event updated for resources: {'Network': ['ID=0abc4278-41a3-46d0-8f8c-47614a895899,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:47.478155 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-55b3be77-3b52-4d13-b15d-232013e4202e admin admin] Request body: {'subnet': {'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1875424948-subnet', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'ip_version': 4}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:47.493181 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port 804b0979-2939-43ab-80ba-1cee20bcca5c triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:47.493547 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.498742 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network 0abc4278-41a3-46d0-8f8c-47614a895899 details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:08:47.504540 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b3be77-3b52-4d13-b15d-232013e4202e admin admin] Made reservation on behalf of b7c0cd4f3ee14cdf99ae7e141b43eb20 for: {'subnet': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:47.507293 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-55b3be77-3b52-4d13-b15d-232013e4202e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13324453'] for subnet, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.522051 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port bd1f8454-7809-42f4-8507-6e693cea1cd3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bd1f8454-7809-42f4-8507-6e693cea1cd3,segment=NetworkSegment(40ccc765-0d6e-4ac9-9599-a521b99fabd6),segment_id=40ccc765-0d6e-4ac9-9599-a521b99fabd6)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:47.534734 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': 'bd1f8454-7809-42f4-8507-6e693cea1cd3', 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'port_id': 'bd1f8454-7809-42f4-8507-6e693cea1cd3', 'mac_address': 'fa:16:3e:d6:94:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:08:47.535068 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c33b9-c51f-4ca7-bcf4-2b4796923311 req-c5587dfd-1f59-479b-8706-2ed9354ab8bb tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:47.542976 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-196c33b9-c51f-4ca7-bcf4-2b4796923311 req-c5587dfd-1f59-479b-8706-2ed9354ab8bb tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 943 time: 0.0568275 Aug 16 13:08:47.589542 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-196c33b9-c51f-4ca7-bcf4-2b4796923311 req-81770f48-b51c-4d9a-82b8-6622a91eedf5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455172 Aug 16 13:08:47.651151 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.672433 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1f8454-7809-42f4-8507-6e693cea1cd3 {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:08:47.700753 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-55b3be77-3b52-4d13-b15d-232013e4202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14435652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13324491'] for subnet, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.718764 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port bd1f8454-7809-42f4-8507-6e693cea1cd3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bd1f8454-7809-42f4-8507-6e693cea1cd3,segment=NetworkSegment(40ccc765-0d6e-4ac9-9599-a521b99fabd6),segment_id=40ccc765-0d6e-4ac9-9599-a521b99fabd6)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:47.723686 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.726221 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706f0e7-733d-4629-bdef-74ea383b1b52 req-cb65503d-2d12-46da-9459-f22ef74e6dbf tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:47.727709 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.728770 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8706f0e7-733d-4629-bdef-74ea383b1b52 req-cb65503d-2d12-46da-9459-f22ef74e6dbf tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29 HTTP/1.1" status: 200 len: 944 time: 0.0530372 Aug 16 13:08:47.767624 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b3be77-3b52-4d13-b15d-232013e4202e admin admin] Checking segment: {'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:47.767980 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b3be77-3b52-4d13-b15d-232013e4202e admin admin] Network hostable DHCP agents. Network: 0abc4278-41a3-46d0-8f8c-47614a895899, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:08:47.769920 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3be77-3b52-4d13-b15d-232013e4202e admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf41bad-e842-4648-97f9-204814672f73,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:47.775502 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8706f0e7-733d-4629-bdef-74ea383b1b52 req-f4c31b81-bc9f-438c-bda6-8f53a84d3278 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387344 Aug 16 13:08:47.775751 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804b0979-2939-43ab-80ba-1cee20bcca5c'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:08:47.777969 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99411b7-475b-4c2a-b960-d6a0b35f433e" -d '{"events": [{"server_uuid": "ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29", "name": "network-vif-plugged", "status": "completed", "tag": "804b0979-2939-43ab-80ba-1cee20bcca5c"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:08:47.792649 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b3be77-3b52-4d13-b15d-232013e4202e admin admin] Network 0abc4278-41a3-46d0-8f8c-47614a895899 is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:08:47.798561 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 804b0979-2939-43ab-80ba-1cee20bcca5c, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=804b0979-2939-43ab-80ba-1cee20bcca5c,segment=NetworkSegment(6c7a24fa-5788-4e1e-a021-c0d5c3b7657d),segment_id=6c7a24fa-5788-4e1e-a021-c0d5c3b7657d)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:47.810572 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.812792 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-55b3be77-3b52-4d13-b15d-232013e4202e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, 0abc4278-41a3-46d0-8f8c-47614a895899) {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:47.816933 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=bd1f8454-7809-42f4-8507-6e693cea1cd3,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:47.820602 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db33e42c-3b78-437c-b6f8-1adad6126dd0 None None] Network 0abc4278-41a3-46d0-8f8c-47614a895899 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:47.826841 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b530985-5314-467c-bf08-f48581ceff1a x-openstack-request-id: req-3b530985-5314-467c-bf08-f48581ceff1a {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:08:47.827061 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29", "name": "network-vif-plugged", "status": "completed", "tag": "804b0979-2939-43ab-80ba-1cee20bcca5c", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:08:47.827523 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b530985-5314-467c-bf08-f48581ceff1a {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:08:47.827907 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804b0979-2939-43ab-80ba-1cee20bcca5c', 'code': 200} Aug 16 13:08:47.831383 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b3be77-3b52-4d13-b15d-232013e4202e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:47.831991 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-55b3be77-3b52-4d13-b15d-232013e4202e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.847761 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-55b3be77-3b52-4d13-b15d-232013e4202e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3735418 Aug 16 13:08:47.850743 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 44926) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:47.856527 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:47.878457 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-251363'] for router, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.879533 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-251290'] for router, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:47.914360 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=804b0979-2939-43ab-80ba-1cee20bcca5c,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:47.936128 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:48.016652 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c834d08-6622-59ef-acb9-b6c12d82e276-0abc4278-41a3-46d0-8f8c-47614a895899', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73'}]}} from dv-cinder-804698-2-iscsi. {{(pid=94055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:08:48.017563 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:48.083590 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['bd1f8454-7809-42f4-8507-6e693cea1cd3'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:08:48.100459 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:48.104308 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a7b37-6774-410f-b029-cd21c245f2f6 req-6b70aa5e-0c0b-41a5-b60b-d1394f96bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:48.105864 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-631a7b37-6774-410f-b029-cd21c245f2f6 req-6b70aa5e-0c0b-41a5-b60b-d1394f96bbb8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29 HTTP/1.1" status: 200 len: 1098 time: 0.1057329 Aug 16 13:08:48.183854 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-631a7b37-6774-410f-b029-cd21c245f2f6 req-1d534866-cc07-4e06-a21b-1dec6655c2cf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609400 Aug 16 13:08:48.207818 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.db_base_plugin_common [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Allocated IP 172.20.0.2 (0abc4278-41a3-46d0-8f8c-47614a895899/faf41bad-e842-4648-97f9-204814672f73/9b39833b-8f22-40a5-9903-c309a74341f3) {{(pid=94055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:48.322925 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:48.341515 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:48.432936 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Notify callbacks [] for port, precommit_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:48.447812 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] Allocated IP 172.27.3.68 (dd0d50ff-d8a0-439f-a316-3d03b34bea63/fc8a6ada-9b26-423b-a24f-6b1bb332a099/f16d4e92-554b-45b3-8cbb-324dc693b439) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:48.449266 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Transition to ACTIVE for port object 9b39833b-8f22-40a5-9903-c309a74341f3 will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:48.479141 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Transition to ACTIVE for port object 9b39833b-8f22-40a5-9903-c309a74341f3 will not be triggered until provisioned by entity DHCP. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:48.495590 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:48.548693 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Network 0abc4278-41a3-46d0-8f8c-47614a895899 is already hosted by enough agents. {{(pid=94055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:48.550388 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:48.554410 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.base_scheduler [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Resources bound (agent type, host, resource id): {{(pid=94055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:48.556746 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Pushing event updated for resources: {'Port': ['ID=9b39833b-8f22-40a5-9903-c309a74341f3,revision_number=1']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:48.558822 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Received port after_create {{(pid=94055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:48.591373 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:48.610591 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Attempting to bind port 9b39833b-8f22-40a5-9903-c309a74341f3 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:48.610960 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Attempting to bind port 9b39833b-8f22-40a5-9903-c309a74341f3 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:48.611331 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Attempting to bind port 9b39833b-8f22-40a5-9903-c309a74341f3 on network 0abc4278-41a3-46d0-8f8c-47614a895899 {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:48.616516 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:48.616894 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Checking segment: {'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:48.617482 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:48.618253 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Bound using segment: {'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:48.618712 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Bound port: 9b39833b-8f22-40a5-9903-c309a74341f3, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:48.619100 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:48.630377 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:48.637475 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:48.648066 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:48.673239 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] Pushing event updated for resources: {'Port': ['ID=f16d4e92-554b-45b3-8cbb-324dc693b439,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:48.699818 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] For port 9b39833b-8f22-40a5-9903-c309a74341f3, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:48.703426 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] For port 9b39833b-8f22-40a5-9903-c309a74341f3, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=9b39833b-8f22-40a5-9903-c309a74341f3,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:48.709731 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:48.727426 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d798582-c209-44bb-9ab5-f04e872d67d5 req-47b4888c-c675-4bf5-ace5-18ac6b724a99 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:48.729275 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2d798582-c209-44bb-9ab5-f04e872d67d5 req-47b4888c-c675-4bf5-ace5-18ac6b724a99 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 944 time: 0.0619447 Aug 16 13:08:48.773401 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2d798582-c209-44bb-9ab5-f04e872d67d5 req-9c95732d-e382-49d1-af89-aff222d93594 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370717 Aug 16 13:08:48.777946 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f6c15-3cb8-4f8c-924f-bc410795dcd2 None None] Pushing event updated for resources: {'Port': ['ID=9b39833b-8f22-40a5-9903-c309a74341f3,revision_number=2']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:48.967236 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:48.975554 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438e9ea-28b5-4f2f-a8fa-e7cd069914fd req-c4a055f5-6125-431e-abf7-ee4d941c441c tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:48.977243 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a438e9ea-28b5-4f2f-a8fa-e7cd069914fd req-c4a055f5-6125-431e-abf7-ee4d941c441c tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29 HTTP/1.1" status: 200 len: 945 time: 0.1153302 Aug 16 13:08:49.085719 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a438e9ea-28b5-4f2f-a8fa-e7cd069914fd req-ac9ddf66-e3f3-40b7-a7b7-70cac66bb378 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754187 Aug 16 13:08:49.239065 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device bd1f8454-7809-42f4-8507-6e693cea1cd3 up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:49.294153 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port bd1f8454-7809-42f4-8507-6e693cea1cd3 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:49.298699 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port bd1f8454-7809-42f4-8507-6e693cea1cd3 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:49.299072 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:49.406683 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:49.451000 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port bd1f8454-7809-42f4-8507-6e693cea1cd3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bd1f8454-7809-42f4-8507-6e693cea1cd3,segment=NetworkSegment(40ccc765-0d6e-4ac9-9599-a521b99fabd6),segment_id=40ccc765-0d6e-4ac9-9599-a521b99fabd6)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:49.457502 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:49.476199 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726049'] for router, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:49.517881 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=bd1f8454-7809-42f4-8507-6e693cea1cd3,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:49.622520 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] Router f1795ea3-0cc6-49f3-ab36-6a763710f8ce is scheduled to L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 with binding_index 1 {{(pid=94053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:08:49.689150 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e696abf-d05d-4274-b230-fa2add78a929 None None] Network 0abc4278-41a3-46d0-8f8c-47614a895899 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:49.736407 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:49.750002 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Sync routers for ids ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:49.753825 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:49.757854 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-dba4d25d-dac8-404c-8fe8-a4d7ff4518f3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9036696 Aug 16 13:08:49.758303 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 44940) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:49.785962 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Routers {'f1795ea3-0cc6-49f3-ab36-6a763710f8ce'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:49.786611 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:08:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:49.793973 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-1a8445d4-1a8f-427b-a72c-356fdcc213b7 None None] Provisioning for port 9b39833b-8f22-40a5-9903-c309a74341f3 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:49.831805 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90217cf-5a13-4ac8-85d6-a4e913145c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1f8454-7809-42f4-8507-6e693cea1cd3'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:08:49.833470 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f427a1a-a292-4d3b-85bc-012027ab5ade" -d '{"events": [{"server_uuid": "d90217cf-5a13-4ac8-85d6-a4e913145c70", "name": "network-vif-plugged", "status": "completed", "tag": "bd1f8454-7809-42f4-8507-6e693cea1cd3"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:08:49.957748 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a019e-0a3e-47d7-88c4-f9c6a4fc180e req-59715277-f35a-4715-bb72-eb134a985bc6 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:49.961883 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-fa3a019e-0a3e-47d7-88c4-f9c6a4fc180e req-59715277-f35a-4715-bb72-eb134a985bc6 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0654550 Aug 16 13:08:49.971991 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108a75bd-5862-4c75-a223-76255b4e5095 x-openstack-request-id: req-108a75bd-5862-4c75-a223-76255b4e5095 {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:08:49.972290 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90217cf-5a13-4ac8-85d6-a4e913145c70", "name": "network-vif-plugged", "status": "completed", "tag": "bd1f8454-7809-42f4-8507-6e693cea1cd3", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:08:49.972546 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-108a75bd-5862-4c75-a223-76255b4e5095 {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:08:49.972937 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90217cf-5a13-4ac8-85d6-a4e913145c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1f8454-7809-42f4-8507-6e693cea1cd3', 'code': 200} Aug 16 13:08:49.983463 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Set router f1795ea3-0cc6-49f3-ab36-6a763710f8ce gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:50.030872 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-fa3a019e-0a3e-47d7-88c4-f9c6a4fc180e req-cccdebc0-84e3-481b-a9e6-85784fb3d916 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622249 Aug 16 13:08:50.270109 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c851785-b54f-4805-bbfd-9fa1ddf01efd req-ac2cec69-43a3-4d6a-ab5a-8331c090f075 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:50.272503 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4c851785-b54f-4805-bbfd-9fa1ddf01efd req-ac2cec69-43a3-4d6a-ab5a-8331c090f075 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29 HTTP/1.1" status: 200 len: 945 time: 0.0668046 Aug 16 13:08:50.274714 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:48Z', 'revision_number': 3, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:50.324446 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4c851785-b54f-4805-bbfd-9fa1ddf01efd req-449fb2c0-b38b-41ec-a97c-4635d1c22547 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458226 Aug 16 13:08:50.327790 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a9c38-0128-40ad-9991-ccbbca1694c1 req-64c54808-cfc2-4318-8ddf-f66406a0cd4f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:50.329323 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5e8a9c38-0128-40ad-9991-ccbbca1694c1 req-64c54808-cfc2-4318-8ddf-f66406a0cd4f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.1041195 Aug 16 13:08:50.440502 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Checking router: f1795ea3-0cc6-49f3-ab36-6a763710f8ce for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:50.440855 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Updating router f1795ea3-0cc6-49f3-ab36-6a763710f8ce port f16d4e92-554b-45b3-8cbb-324dc693b439 binding host dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:08:50.446517 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5e8a9c38-0128-40ad-9991-ccbbca1694c1 req-2c608a07-3036-419b-a1c1-560c9e44b5c6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101618 Aug 16 13:08:50.450754 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4364cb0-0457-42a5-8c6d-e6a364b9769b req-1064d3e8-0e2e-414f-915a-5137bc2f4002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:50.452288 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b4364cb0-0457-42a5-8c6d-e6a364b9769b req-1064d3e8-0e2e-414f-915a-5137bc2f4002 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 1098 time: 0.1141119 Aug 16 13:08:50.473790 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:50.518673 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:50.522494 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b4364cb0-0457-42a5-8c6d-e6a364b9769b req-eaf46136-0363-481f-9dd3-c33022d07494 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610611 Aug 16 13:08:50.717902 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Allocated IP 172.20.0.1 (0abc4278-41a3-46d0-8f8c-47614a895899/faf41bad-e842-4648-97f9-204814672f73/84f1f8ab-48b4-4cd3-b1ad-ed40f2081493) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:50.751941 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:50.762168 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Transition to ACTIVE for port object f16d4e92-554b-45b3-8cbb-324dc693b439 will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:50.769531 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 9b39833b-8f22-40a5-9903-c309a74341f3 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:50.772399 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:50.826542 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:50.846484 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Transition to ACTIVE for port object 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:50.856541 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Attempting to bind port f16d4e92-554b-45b3-8cbb-324dc693b439 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:50.856922 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Attempting to bind port f16d4e92-554b-45b3-8cbb-324dc693b439 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:50.857343 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Attempting to bind port f16d4e92-554b-45b3-8cbb-324dc693b439 on network dd0d50ff-d8a0-439f-a316-3d03b34bea63 {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:50.860414 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7ad43-0c1a-4d79-94a8-0262f8053148 None None] Pushing event updated for resources: {'Port': ['ID=f16d4e92-554b-45b3-8cbb-324dc693b439,revision_number=2']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:50.867505 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:50.867885 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Checking segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:50.868291 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:50.868679 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Bound using segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:50.869148 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Bound port: f16d4e92-554b-45b3-8cbb-324dc693b439, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:50.869539 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:50.906777 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:50.910078 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port 9b39833b-8f22-40a5-9903-c309a74341f3 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:50.922329 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 9b39833b-8f22-40a5-9903-c309a74341f3 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:50.922712 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:50.979694 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] For port f16d4e92-554b-45b3-8cbb-324dc693b439, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:50.980074 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Network 0abc4278-41a3-46d0-8f8c-47614a895899 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:50.984332 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:50.986296 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Pushing event updated for resources: {'Port': ['ID=84f1f8ab-48b4-4cd3-b1ad-ed40f2081493,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:50.988498 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:50.998663 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] For port f16d4e92-554b-45b3-8cbb-324dc693b439, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=f16d4e92-554b-45b3-8cbb-324dc693b439,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:51.009999 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:51.013895 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:51.014245 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:51.014590 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:51.014924 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:51.015265 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:51.015625 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:51.015953 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:51.016282 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:51.016609 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:51.016933 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:51.017256 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:51.017576 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:51.041750 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701774'] for router_interface, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:51.115689 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Routers {'f1795ea3-0cc6-49f3-ab36-6a763710f8ce'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:51.116342 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:08:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:51.195546 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7ad43-0c1a-4d79-94a8-0262f8053148 None None] Pushing event updated for resources: {'Port': ['ID=f16d4e92-554b-45b3-8cbb-324dc693b439,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:51.229793 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:51.240569 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:51.249384 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabfab7-2365-4755-b65c-3492a0893512 req-6529391c-e975-4c43-93de-9c1cf66b3d4b tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:51.257054 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-daabfab7-2365-4755-b65c-3492a0893512 req-6529391c-e975-4c43-93de-9c1cf66b3d4b tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0948422 Aug 16 13:08:51.302231 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] Set router f1795ea3-0cc6-49f3-ab36-6a763710f8ce gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:51.306191 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port 9b39833b-8f22-40a5-9903-c309a74341f3, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=9b39833b-8f22-40a5-9903-c309a74341f3,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:51.307915 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-daabfab7-2365-4755-b65c-3492a0893512 req-764afb88-0284-4c44-ac8a-9f1103c7bec4 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496762 Aug 16 13:08:51.337862 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:51.400242 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e0754-d93f-4f99-9182-448ba5df367d req-36f139f0-e3cd-429a-b6cb-15b7df7014d0 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:51.401726 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-456e0754-d93f-4f99-9182-448ba5df367d req-36f139f0-e3cd-429a-b6cb-15b7df7014d0 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29 HTTP/1.1" status: 200 len: 945 time: 0.1299691 Aug 16 13:08:51.460897 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-e07a917b-b050-4221-9d53-599802c16b29 None None] Provisioning for port 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:51.465030 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-456e0754-d93f-4f99-9182-448ba5df367d req-7a325fd6-3ead-4528-9f97-67dc4b8ff91d tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571351 Aug 16 13:08:51.477587 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-e07a917b-b050-4221-9d53-599802c16b29 None None] Provisioning complete for port 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:51.478167 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e07a917b-b050-4221-9d53-599802c16b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:51.496323 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:51.499734 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=9b39833b-8f22-40a5-9903-c309a74341f3,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:51.502527 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:51.565928 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-e07a917b-b050-4221-9d53-599802c16b29 None None] Port 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:08:51.577308 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Pushing event updated for resources: {'Port': ['ID=84f1f8ab-48b4-4cd3-b1ad-ed40f2081493,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:51.578039 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce059e-093d-493a-a796-5eec2ac731cc req-d0c1ed6f-f4b0-40d8-a37a-ec851139e8df tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:51.579687 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b0ce059e-093d-493a-a796-5eec2ac731cc req-d0c1ed6f-f4b0-40d8-a37a-ec851139e8df tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0526552 Aug 16 13:08:51.579830 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701922'] for router_interface, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:51.599897 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:48Z', 'revision_number': 3, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:51.618700 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b0ce059e-093d-493a-a796-5eec2ac731cc req-573bdbc7-b133-4281-8066-41cd74339e25 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324090 Aug 16 13:08:51.630719 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e2b465-4481-4993-95b3-bbe15e4257e3 None None] The sync data for ids ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'] in dv-cinder-804698-2-iscsi is: [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:48Z', 'revision_number': 3, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:08:51.673206 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Network 0abc4278-41a3-46d0-8f8c-47614a895899 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:51.674559 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:51.794428 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Router f1795ea3-0cc6-49f3-ab36-6a763710f8ce has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:08:51.956036 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:51.961255 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-ebf1fb34-c8bf-4d1d-9859-da05a19b61fc admin admin] 10.222.0.20 "PUT /v2.0/routers/f1795ea3-0cc6-49f3-ab36-6a763710f8ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2018642 Aug 16 13:08:51.991003 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-b9a4648d-337a-401c-a83f-b159407ac56e None None] Provisioning complete for port 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:51.991485 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-b9a4648d-337a-401c-a83f-b159407ac56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:52.036849 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-b9a4648d-337a-401c-a83f-b159407ac56e None None] Port 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:08:52.038490 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:52.422683 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e926d8a-63c1-4a4c-bd00-649b810529ca req-6d0f6bbe-1b1f-44cb-923f-97504a731163 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:52.424337 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2e926d8a-63c1-4a4c-bd00-649b810529ca req-6d0f6bbe-1b1f-44cb-923f-97504a731163 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0518384 Aug 16 13:08:52.463520 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 44994) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:52.474322 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1123406307-network', 'tenant_id': '41cf281289814333944bf606c9354765'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:52.487927 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2e926d8a-63c1-4a4c-bd00-649b810529ca req-f68fda9d-7821-4017-bc7d-4490982fba0a tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525911 Aug 16 13:08:52.505830 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Made reservation on behalf of 41cf281289814333944bf606c9354765 for: {'network': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:52.508562 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:52.524752 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:52.610779 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102c62c-810b-4cf9-a261-acc2716f9524 req-5654faf7-ba69-4b72-98fa-7a5755ba0c38 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:52.612707 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c102c62c-810b-4cf9-a261-acc2716f9524 req-5654faf7-ba69-4b72-98fa-7a5755ba0c38 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29 HTTP/1.1" status: 200 len: 945 time: 0.0598950 Aug 16 13:08:52.637706 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1b4e8-f63c-4aa3-9a07-345489423317 req-02eee804-66dd-4b1a-aae0-0a1a6bd008b4 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:52.639119 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9df1b4e8-f63c-4aa3-9a07-345489423317 req-02eee804-66dd-4b1a-aae0-0a1a6bd008b4 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0783479 Aug 16 13:08:52.669418 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c102c62c-810b-4cf9-a261-acc2716f9524 req-985e2b01-dee9-4212-b013-c4992c7e77ca tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489233 Aug 16 13:08:52.733373 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9df1b4e8-f63c-4aa3-9a07-345489423317 req-23780063-b89e-43f0-a345-14ab96cef62b tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813825 Aug 16 13:08:52.737927 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:52.744870 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:52.762106 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 45004) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:52.774485 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=94054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:08:52.796256 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4894fa34-5959-4eb2-ae94-63e61661ded8 req-3a83a396-f5a9-43a8-8117-412f406d0b64 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2834196 Aug 16 13:08:52.801046 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf73a5c7-1856-4143-9fe8-3009080d1e83,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:52.805531 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:52.805878 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.segments_db [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Added segment 7988dd11-3d9a-4a3c-b44c-00c4abc7c668 of type vlan for network 02a3edd7-10d8-47b1-bba2-acd0580c5c1f Aug 16 13:08:52.818477 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:52.818826 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:52.819172 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:52.819536 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:52.819873 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:52.820210 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:52.820766 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:52.820892 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:52.821233 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:52.821558 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:52.821884 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:52.822207 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:52.827868 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82650da7-be17-435e-b0eb-b993965cbc2f req-537f09e8-9dc7-49a0-9449-1a2de5dc7922 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:52.844052 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-82650da7-be17-435e-b0eb-b993965cbc2f req-537f09e8-9dc7-49a0-9449-1a2de5dc7922 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.0912569 Aug 16 13:08:52.889366 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:52.899761 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device f16d4e92-554b-45b3-8cbb-324dc693b439 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:52.934374 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:52.935954 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:52.938329 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:52.946466 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-82650da7-be17-435e-b0eb-b993965cbc2f req-00497a99-48b6-4fe4-b105-eb91aa246b48 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957265 Aug 16 13:08:52.970708 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port f16d4e92-554b-45b3-8cbb-324dc693b439 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:52.971909 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894fa34-5959-4eb2-ae94-63e61661ded8 req-c6111548-d3e5-4ec4-b1e7-259bbbeb87f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:52.973735 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4894fa34-5959-4eb2-ae94-63e61661ded8 req-c6111548-d3e5-4ec4-b1e7-259bbbeb87f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=065e8e5b57d74a0d98687912b8c6d026&device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 1099 time: 0.0727732 Aug 16 13:08:52.976005 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port f16d4e92-554b-45b3-8cbb-324dc693b439 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:52.976377 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.035817 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5711946 Aug 16 13:08:53.040361 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 45008) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:53.046433 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-dbeab31a-3b45-4ab9-a8e5-45cf428e724f admin admin] Request body: {'subnet': {'network_id': '02a3edd7-10d8-47b1-bba2-acd0580c5c1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1123406307-subnet', 'tenant_id': '41cf281289814333944bf606c9354765', 'ip_version': 4}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:53.056700 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27b9cf-cb77-4fb5-8e25-fec290e39258 admin admin] Pushing event updated for resources: {'Network': ['ID=02a3edd7-10d8-47b1-bba2-acd0580c5c1f,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:53.068942 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network 02a3edd7-10d8-47b1-bba2-acd0580c5c1f details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:08:53.075248 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15421fcd-7160-4c37-a688-fac9bae9a65e tempest-TestShelveInstance-871338333 tempest-TestShelveInstance-871338333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:53.076850 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-15421fcd-7160-4c37-a688-fac9bae9a65e tempest-TestShelveInstance-871338333 tempest-TestShelveInstance-871338333-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 1093 time: 0.3134921 Aug 16 13:08:53.080167 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 45010) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:53.085906 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Request body: {'floatingip': {'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'port_id': 'bd1f8454-7809-42f4-8507-6e693cea1cd3', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:53.086677 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.093953 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeab31a-3b45-4ab9-a8e5-45cf428e724f admin admin] Made reservation on behalf of 41cf281289814333944bf606c9354765 for: {'subnet': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:08:53.096276 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dbeab31a-3b45-4ab9-a8e5-45cf428e724f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12882902'] for subnet, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.132592 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894fa34-5959-4eb2-ae94-63e61661ded8 req-2c8facc6-c6b2-443c-8f0e-f8cfb1406537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:53.134353 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4894fa34-5959-4eb2-ae94-63e61661ded8 req-2c8facc6-c6b2-443c-8f0e-f8cfb1406537 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0f5346d6-5894-47ff-bb0d-27a8e17e988b HTTP/1.1" status: 200 len: 917 time: 0.1147830 Aug 16 13:08:53.144513 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port f16d4e92-554b-45b3-8cbb-324dc693b439, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=f16d4e92-554b-45b3-8cbb-324dc693b439,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:53.151419 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.152207 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 9b39833b-8f22-40a5-9903-c309a74341f3 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:53.170188 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for floatingip, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.230015 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4894fa34-5959-4eb2-ae94-63e61661ded8 req-deeb91cf-841f-48af-b721-d822cd046215 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d1453b0-a444-4607-a4ec-292c77533be3 HTTP/1.1" status: 200 len: 1002 time: 0.0804667 Aug 16 13:08:53.270960 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=f16d4e92-554b-45b3-8cbb-324dc693b439,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:53.278867 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 9b39833b-8f22-40a5-9903-c309a74341f3 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:53.279661 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.283174 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:53.283823 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:53.284337 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:53.284842 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:53.285324 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:53.285797 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:53.286274 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:53.286751 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:53.287260 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:53.287755 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:53.288222 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:53.288693 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:08:53.358737 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dbeab31a-3b45-4ab9-a8e5-45cf428e724f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13920368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12882872'] for subnet, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.370074 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894fa34-5959-4eb2-ae94-63e61661ded8 req-dd65d5d2-33e6-46de-b9ef-d711e45fb5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:53.371610 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4894fa34-5959-4eb2-ae94-63e61661ded8 req-dd65d5d2-33e6-46de-b9ef-d711e45fb5d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1 HTTP/1.1" status: 200 len: 855 time: 0.1075702 Aug 16 13:08:53.392377 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.392777 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e488220-dd90-4de2-a765-f56630770acf req-8c454455-9933-4e8a-ad87-1f193bdb52f6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:53.395301 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8e488220-dd90-4de2-a765-f56630770acf req-8c454455-9933-4e8a-ad87-1f193bdb52f6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29 HTTP/1.1" status: 200 len: 945 time: 0.0969589 Aug 16 13:08:53.400264 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Sync routers for ids ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'] in dv-cinder-804698-2-iscsi {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:53.413102 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Routers {'f1795ea3-0cc6-49f3-ab36-6a763710f8ce'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:53.413718 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:08:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:53.467938 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeab31a-3b45-4ab9-a8e5-45cf428e724f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e89d2b92-8253-4aaf-a830-d8d4ba6f4ef7,revision_number=0']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:53.473633 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894fa34-5959-4eb2-ae94-63e61661ded8 req-dd682ad1-6a78-45d8-be3e-00d07a915458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:53.475172 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4894fa34-5959-4eb2-ae94-63e61661ded8 req-dd682ad1-6a78-45d8-be3e-00d07a915458 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0f5346d6-5894-47ff-bb0d-27a8e17e988b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726883 Aug 16 13:08:53.494198 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeab31a-3b45-4ab9-a8e5-45cf428e724f admin admin] Checking segment: {'id': '7988dd11-3d9a-4a3c-b44c-00c4abc7c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '02a3edd7-10d8-47b1-bba2-acd0580c5c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:53.494550 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeab31a-3b45-4ab9-a8e5-45cf428e724f admin admin] Network hostable DHCP agents. Network: 02a3edd7-10d8-47b1-bba2-acd0580c5c1f, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:08:53.544841 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeab31a-3b45-4ab9-a8e5-45cf428e724f admin admin] Network 02a3edd7-10d8-47b1-bba2-acd0580c5c1f is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:08:53.553487 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Allocated IP 172.27.3.79 (dd0d50ff-d8a0-439f-a316-3d03b34bea63/fc8a6ada-9b26-423b-a24f-6b1bb332a099/88218e6c-8084-4917-9960-bc015539c52e) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:53.563116 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Set router f1795ea3-0cc6-49f3-ab36-6a763710f8ce gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:53.567071 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-dbeab31a-3b45-4ab9-a8e5-45cf428e724f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, 02a3edd7-10d8-47b1-bba2-acd0580c5c1f) {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:53.574516 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeab31a-3b45-4ab9-a8e5-45cf428e724f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:53.575631 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dbeab31a-3b45-4ab9-a8e5-45cf428e724f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.583131 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde22941-4c5b-47dd-8276-a60835a421f0 None None] Network 02a3edd7-10d8-47b1-bba2-acd0580c5c1f requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:53.600784 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-8e488220-dd90-4de2-a765-f56630770acf req-0a7f612c-2f70-47ca-a7d5-e0cb09f39073 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Deleting port 804b0979-2939-43ab-80ba-1cee20bcca5c {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:53.601000 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-8e488220-dd90-4de2-a765-f56630770acf req-0a7f612c-2f70-47ca-a7d5-e0cb09f39073 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.646475 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-dbeab31a-3b45-4ab9-a8e5-45cf428e724f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6015780 Aug 16 13:08:53.646475 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 45014) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:53.650345 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1123406307-router', 'tenant_id': '41cf281289814333944bf606c9354765', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:08:53.727300 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4894fa34-5959-4eb2-ae94-63e61661ded8 req-556ab204-f7e8-4543-8f2a-b18a00e90cf1 service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273998 Aug 16 13:08:53.750837 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-251363'] for router, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.752007 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-251290'] for router, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.762772 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-8e488220-dd90-4de2-a765-f56630770acf req-0a7f612c-2f70-47ca-a7d5-e0cb09f39073 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] For port 804b0979-2939-43ab-80ba-1cee20bcca5c, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=804b0979-2939-43ab-80ba-1cee20bcca5c,segment=NetworkSegment(6c7a24fa-5788-4e1e-a021-c0d5c3b7657d),segment_id=6c7a24fa-5788-4e1e-a021-c0d5c3b7657d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:53.763290 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-8e488220-dd90-4de2-a765-f56630770acf req-0a7f612c-2f70-47ca-a7d5-e0cb09f39073 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.775671 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.780941 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c834d08-6622-59ef-acb9-b6c12d82e276-02a3edd7-10d8-47b1-bba2-acd0580c5c1f', 'network_id': '02a3edd7-10d8-47b1-bba2-acd0580c5c1f', 'tenant_id': '41cf281289814333944bf606c9354765', 'fixed_ips': [{'subnet_id': 'e89d2b92-8253-4aaf-a830-d8d4ba6f4ef7'}]}} from dv-cinder-804698-2-iscsi. {{(pid=94055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:08:53.781881 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.784836 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a4fdc-95a0-42f1-9e3c-fff5dca0e0bb req-5093815e-3813-4d38-b599-090bd7426c82 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:53.786343 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-006a4fdc-95a0-42f1-9e3c-fff5dca0e0bb req-5093815e-3813-4d38-b599-090bd7426c82 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.1232443 Aug 16 13:08:53.800454 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-8e488220-dd90-4de2-a765-f56630770acf req-0a7f612c-2f70-47ca-a7d5-e0cb09f39073 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Calling delete_port for 804b0979-2939-43ab-80ba-1cee20bcca5c owned by compute:nova {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:53.823751 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 2, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:53.851985 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Checking router: f1795ea3-0cc6-49f3-ab36-6a763710f8ce for host: dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:53.852780 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Updating router f1795ea3-0cc6-49f3-ab36-6a763710f8ce port 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 binding host dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:08:53.871567 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.899480 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:53.946156 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.db_base_plugin_common [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Allocated IP 172.20.0.2 (02a3edd7-10d8-47b1-bba2-acd0580c5c1f/e89d2b92-8253-4aaf-a830-d8d4ba6f4ef7/68c8616f-77d9-4369-bc10-4d48907f9981) {{(pid=94055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:53.995101 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b88928-1bb6-4df0-a8cc-25552e4c0332 req-05621d17-d372-469b-9193-610442460267 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:54.003580 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-80b88928-1bb6-4df0-a8cc-25552e4c0332 req-05621d17-d372-469b-9193-610442460267 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29 HTTP/1.1" status: 200 len: 945 time: 0.1425228 Aug 16 13:08:54.071909 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-80b88928-1bb6-4df0-a8cc-25552e4c0332 req-674b6ace-74b6-4fd1-baea-a57aa8d026a6 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.20 "GET /v2.0/security-groups?id=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673079 Aug 16 13:08:54.097724 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.112649 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4894fa34-5959-4eb2-ae94-63e61661ded8 req-6444f09c-e2a7-48d5-889e-a6b0f5042e0d service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529306 Aug 16 13:08:54.145797 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.187408 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:54.191153 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-8e488220-dd90-4de2-a765-f56630770acf req-0a7f612c-2f70-47ca-a7d5-e0cb09f39073 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.200627 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [req-006a4fdc-95a0-42f1-9e3c-fff5dca0e0bb req-aad34c1d-35f1-42e0-bcea-887f36883f8f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Deleting port a8518f0f-2d76-466f-866d-4f5eb952d39a {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:08:54.200865 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Notify callbacks [] for port, precommit_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.200956 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-006a4fdc-95a0-42f1-9e3c-fff5dca0e0bb req-aad34c1d-35f1-42e0-bcea-887f36883f8f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.212858 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Transition to ACTIVE for port object 68c8616f-77d9-4369-bc10-4d48907f9981 will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:54.231800 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Transition to ACTIVE for port object 68c8616f-77d9-4369-bc10-4d48907f9981 will not be triggered until provisioned by entity DHCP. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:54.236560 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f612c-2f70-47ca-a7d5-e0cb09f39073 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Pushing event deleted for resources: {'Port': ['ID=804b0979-2939-43ab-80ba-1cee20bcca5c,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:54.253845 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['804b0979-2939-43ab-80ba-1cee20bcca5c'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:08:54.278199 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.281635 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e488220-dd90-4de2-a765-f56630770acf req-0a7f612c-2f70-47ca-a7d5-e0cb09f39073 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] No DVR routers for this DVR port 804b0979-2939-43ab-80ba-1cee20bcca5c on host hv-cinder-80469 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:08:54.288055 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-8e488220-dd90-4de2-a765-f56630770acf req-0a7f612c-2f70-47ca-a7d5-e0cb09f39073 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.291765 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8e488220-dd90-4de2-a765-f56630770acf req-0a7f612c-2f70-47ca-a7d5-e0cb09f39073 tempest-VolumesActionsTest-585235637 tempest-VolumesActionsTest-585235637-project] 10.222.0.61 "DELETE /v2.0/ports/804b0979-2939-43ab-80ba-1cee20bcca5c HTTP/1.1" status: 204 len: 173 time: 0.8791618 Aug 16 13:08:54.292450 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29', 'name': 'network-vif-deleted', 'tag': '804b0979-2939-43ab-80ba-1cee20bcca5c'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:08:54.296512 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdf7c28-bdb3-4143-9cae-dd257edab9c1" -d '{"events": [{"server_uuid": "ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29", "name": "network-vif-deleted", "tag": "804b0979-2939-43ab-80ba-1cee20bcca5c"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:08:54.327016 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.338087 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Network 02a3edd7-10d8-47b1-bba2-acd0580c5c1f is already hosted by enough agents. {{(pid=94055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:54.341730 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.base_scheduler [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Resources bound (agent type, host, resource id): {{(pid=94055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:54.346081 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Received port after_create {{(pid=94055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:54.354780 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Pushing event updated for resources: {'Port': ['ID=68c8616f-77d9-4369-bc10-4d48907f9981,revision_number=1']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:54.358871 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Transition to ACTIVE for port object 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:54.370986 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a8f0c7-8d2a-4368-b6ce-115f7eff64fb x-openstack-request-id: req-58a8f0c7-8d2a-4368-b6ce-115f7eff64fb {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:08:54.371303 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29", "name": "network-vif-deleted", "tag": "804b0979-2939-43ab-80ba-1cee20bcca5c", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:08:54.371599 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58a8f0c7-8d2a-4368-b6ce-115f7eff64fb {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:08:54.372008 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccef6d0d-18d4-4ead-b8f4-4a6d1a947d29', 'name': 'network-vif-deleted', 'tag': '804b0979-2939-43ab-80ba-1cee20bcca5c', 'status': 'completed', 'code': 200} Aug 16 13:08:54.373554 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.451005 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:54.455625 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Attempting to bind port 68c8616f-77d9-4369-bc10-4d48907f9981 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:54.456199 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Attempting to bind port 68c8616f-77d9-4369-bc10-4d48907f9981 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '7988dd11-3d9a-4a3c-b44c-00c4abc7c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '02a3edd7-10d8-47b1-bba2-acd0580c5c1f'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:54.456595 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Attempting to bind port 68c8616f-77d9-4369-bc10-4d48907f9981 on network 02a3edd7-10d8-47b1-bba2-acd0580c5c1f {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:54.459731 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b614d5-0c58-47d5-bddd-d855950cdcec None None] Pushing event updated for resources: {'Port': ['ID=84f1f8ab-48b4-4cd3-b1ad-ed40f2081493,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:54.464360 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:54.464508 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Checking segment: {'id': '7988dd11-3d9a-4a3c-b44c-00c4abc7c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '02a3edd7-10d8-47b1-bba2-acd0580c5c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:54.465139 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.465790 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Bound using segment: {'id': '7988dd11-3d9a-4a3c-b44c-00c4abc7c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '02a3edd7-10d8-47b1-bba2-acd0580c5c1f'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:54.466356 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Bound port: 68c8616f-77d9-4369-bc10-4d48907f9981, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7988dd11-3d9a-4a3c-b44c-00c4abc7c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '02a3edd7-10d8-47b1-bba2-acd0580c5c1f'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:54.466875 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.479670 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:54.488287 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Pushing event updated for resources: {'Port': ['ID=88218e6c-8084-4917-9960-bc015539c52e,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:54.548869 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Attempting to bind port 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:54.549674 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Attempting to bind port 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:54.550519 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Attempting to bind port 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 on network 0abc4278-41a3-46d0-8f8c-47614a895899 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:54.558927 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:54.560173 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Checking segment: {'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:54.560886 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] For port 68c8616f-77d9-4369-bc10-4d48907f9981, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:54.562036 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.563202 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Bound using segment: {'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:54.564082 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Bound port: 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:54.564569 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] For port 68c8616f-77d9-4369-bc10-4d48907f9981, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=68c8616f-77d9-4369-bc10-4d48907f9981,segment=NetworkSegment(7988dd11-3d9a-4a3c-b44c-00c4abc7c668),segment_id=7988dd11-3d9a-4a3c-b44c-00c4abc7c668)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:54.564894 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.571792 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.574041 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a6202-5e9d-44f1-975e-4913f3314cfa req-2f1d553b-164d-4bee-8e3f-b39da7ffc9b7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:54.575644 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-434a6202-5e9d-44f1-975e-4913f3314cfa req-2f1d553b-164d-4bee-8e3f-b39da7ffc9b7 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 945 time: 0.5525873 Aug 16 13:08:54.632563 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048e40e-4bfb-4108-a8b6-288210c1222a None None] Pushing event updated for resources: {'Port': ['ID=68c8616f-77d9-4369-bc10-4d48907f9981,revision_number=2']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:54.653747 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] For port 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:54.659058 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] For port 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=84f1f8ab-48b4-4cd3-b1ad-ed40f2081493,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:54.669072 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.733529 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Routers {'f1795ea3-0cc6-49f3-ab36-6a763710f8ce'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:54.734043 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:08:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:54.737872 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b614d5-0c58-47d5-bddd-d855950cdcec None None] Pushing event updated for resources: {'Port': ['ID=84f1f8ab-48b4-4cd3-b1ad-ed40f2081493,revision_number=4']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:54.765308 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device f16d4e92-554b-45b3-8cbb-324dc693b439 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:54.890823 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port f16d4e92-554b-45b3-8cbb-324dc693b439 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:54.891204 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.905761 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [req-006a4fdc-95a0-42f1-9e3c-fff5dca0e0bb req-aad34c1d-35f1-42e0-bcea-887f36883f8f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] For port a8518f0f-2d76-466f-866d-4f5eb952d39a, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=a8518f0f-2d76-466f-866d-4f5eb952d39a,segment=NetworkSegment(836dcd0a-02d6-4d48-97ff-60a9cc1913b3),segment_id=836dcd0a-02d6-4d48-97ff-60a9cc1913b3)] {{(pid=94054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:54.906131 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-006a4fdc-95a0-42f1-9e3c-fff5dca0e0bb req-aad34c1d-35f1-42e0-bcea-887f36883f8f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:54.958770 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] Set router f1795ea3-0cc6-49f3-ab36-6a763710f8ce gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:54.960593 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-434a6202-5e9d-44f1-975e-4913f3314cfa req-268e016b-8585-4f63-bad5-b9a3cc39df0f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2bf9dc5-dd35-478e-bdcd-63db91219abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3726597 Aug 16 13:08:55.314065 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:54Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:55.344714 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec2f8d-97af-4145-846b-8218d67bc1f4 None None] The sync data for ids ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'] in dv-cinder-804698-2-iscsi is: [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:54Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:08:55.541413 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-006a4fdc-95a0-42f1-9e3c-fff5dca0e0bb req-aad34c1d-35f1-42e0-bcea-887f36883f8f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:55.541877 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-006a4fdc-95a0-42f1-9e3c-fff5dca0e0bb req-aad34c1d-35f1-42e0-bcea-887f36883f8f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726215'] for floatingip, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:55.541982 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.l3_db [req-006a4fdc-95a0-42f1-9e3c-fff5dca0e0bb req-aad34c1d-35f1-42e0-bcea-887f36883f8f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Floating IP 1040bf2c-f661-4668-8cac-18a47ce9f1e1 disassociated. External IP: 172.27.3.239, port: a8518f0f-2d76-466f-866d-4f5eb952d39a. Aug 16 13:08:55.542299 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [req-006a4fdc-95a0-42f1-9e3c-fff5dca0e0bb req-aad34c1d-35f1-42e0-bcea-887f36883f8f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Calling delete_port for a8518f0f-2d76-466f-866d-4f5eb952d39a owned by compute:nova {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:08:55.548398 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:55.578960 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:55.636270 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:55.827497 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:55.858081 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] Allocated IP 172.27.3.209 (dd0d50ff-d8a0-439f-a316-3d03b34bea63/fc8a6ada-9b26-423b-a24f-6b1bb332a099/b2f15d46-90db-40f6-857a-1b5ab49df595) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:56.012041 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-006a4fdc-95a0-42f1-9e3c-fff5dca0e0bb req-aad34c1d-35f1-42e0-bcea-887f36883f8f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:56.033926 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e0d95-d8e6-474f-840d-a8dbae8c5f0f None None] Network 02a3edd7-10d8-47b1-bba2-acd0580c5c1f requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:08:56.107726 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad34c1d-35f1-42e0-bcea-887f36883f8f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Pushing event deleted for resources: {'Port': ['ID=a8518f0f-2d76-466f-866d-4f5eb952d39a,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:56.171215 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-0ee3e426-e692-480a-9a1b-0d9a164cd542 None None] Provisioning for port 68c8616f-77d9-4369-bc10-4d48907f9981 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:56.216863 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:56.327722 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:56.343649 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13922287'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:56.364196 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d9f5fc8d-58ab-459f-acef-62c9b393ce00 req-8913abcd-b1cb-4d66-8e75-e7ed162ac7f0 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 210 time: 0.0468755 Aug 16 13:08:56.630997 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-006a4fdc-95a0-42f1-9e3c-fff5dca0e0bb req-aad34c1d-35f1-42e0-bcea-887f36883f8f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Router 25a54772-6d0c-44c3-ab45-360faf927419 has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:08:56.653588 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:56.692926 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Pushing event updated for resources: {'Port': ['ID=88218e6c-8084-4917-9960-bc015539c52e,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:56.768237 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:56.774569 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726215'] for floatingip, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:56.800710 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:56.811641 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:56.822955 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:56.850608 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:56.855023 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:56.855404 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:56.856860 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f15d46-90db-40f6-857a-1b5ab49df595,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:56.932853 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:56.973075 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=84f1f8ab-48b4-4cd3-b1ad-ed40f2081493,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:56.977281 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:56.978149 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 68c8616f-77d9-4369-bc10-4d48907f9981 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:56.993508 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-006a4fdc-95a0-42f1-9e3c-fff5dca0e0bb req-aad34c1d-35f1-42e0-bcea-887f36883f8f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:57.072667 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.l3_db [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Floating IP 6db73de0-4b7a-41b4-acd0-7c108c61f3c0 associated. External IP: 172.27.3.79, port: bd1f8454-7809-42f4-8507-6e693cea1cd3. Aug 16 13:08:57.136382 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f84a3-d399-40bf-ae27-3726bc1de33f None None] Sync routers for ids ['25a54772-6d0c-44c3-ab45-360faf927419'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:57.143816 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [req-006a4fdc-95a0-42f1-9e3c-fff5dca0e0bb req-aad34c1d-35f1-42e0-bcea-887f36883f8f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] No DVR routers for this DVR port a8518f0f-2d76-466f-866d-4f5eb952d39a on host hv-cinder-80469 {{(pid=94054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:08:57.157113 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-006a4fdc-95a0-42f1-9e3c-fff5dca0e0bb req-aad34c1d-35f1-42e0-bcea-887f36883f8f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:57.159083 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-006a4fdc-95a0-42f1-9e3c-fff5dca0e0bb req-aad34c1d-35f1-42e0-bcea-887f36883f8f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.61 "DELETE /v2.0/ports/a8518f0f-2d76-466f-866d-4f5eb952d39a HTTP/1.1" status: 204 len: 173 time: 3.3625779 Aug 16 13:08:57.159551 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b587ee-33bf-4200-b0c6-f64a4893e6c5', 'name': 'network-vif-deleted', 'tag': 'a8518f0f-2d76-466f-866d-4f5eb952d39a'}] {{(pid=94054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:08:57.161749 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2e02789a86343ed90e228d8a01386e3b0dd3ee74f1c4d71a2f16840b073a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0609b63a-01bf-4320-96bd-ba2c6d1160c8" -d '{"events": [{"server_uuid": "f1b587ee-33bf-4200-b0c6-f64a4893e6c5", "name": "network-vif-deleted", "tag": "a8518f0f-2d76-466f-866d-4f5eb952d39a"}]}' {{(pid=94054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:08:57.177283 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f84a3-d399-40bf-ae27-3726bc1de33f None None] Routers {'25a54772-6d0c-44c3-ab45-360faf927419'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:57.177926 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-6a8f84a3-d399-40bf-ae27-3726bc1de33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:08:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['25a54772-6d0c-44c3-ab45-360faf927419'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:57.221078 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=84f1f8ab-48b4-4cd3-b1ad-ed40f2081493,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:57.270498 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e1b615-1f39-4589-b28b-e449e2a698f9 x-openstack-request-id: req-35e1b615-1f39-4589-b28b-e449e2a698f9 {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:08:57.270784 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b587ee-33bf-4200-b0c6-f64a4893e6c5", "name": "network-vif-deleted", "tag": "a8518f0f-2d76-466f-866d-4f5eb952d39a", "status": "completed", "code": 200}]} {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:08:57.271033 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35e1b615-1f39-4589-b28b-e449e2a698f9 {{(pid=94054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:08:57.271440 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b587ee-33bf-4200-b0c6-f64a4893e6c5', 'name': 'network-vif-deleted', 'tag': 'a8518f0f-2d76-466f-866d-4f5eb952d39a', 'status': 'completed', 'code': 200} Aug 16 13:08:57.278096 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port 68c8616f-77d9-4369-bc10-4d48907f9981 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:57.286779 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 68c8616f-77d9-4369-bc10-4d48907f9981 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:57.287299 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:57.319131 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-6a8f84a3-d399-40bf-ae27-3726bc1de33f None None] Set router 25a54772-6d0c-44c3-ab45-360faf927419 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:57.390350 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:57.463409 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b2358121-f7b3-4d60-b8e5-b0084413a900 req-00da9bdd-1e78-4919-a75a-21315f5f5296 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 210 time: 0.0324345 Aug 16 13:08:57.487869 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:57.495142 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Router 16fbc47e-7889-49d1-9502-d269568a7f5e has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:08:57.543558 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port 68c8616f-77d9-4369-bc10-4d48907f9981, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=68c8616f-77d9-4369-bc10-4d48907f9981,segment=NetworkSegment(7988dd11-3d9a-4a3c-b44c-00c4abc7c668),segment_id=7988dd11-3d9a-4a3c-b44c-00c4abc7c668)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:08:57.549111 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:57.627142 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=68c8616f-77d9-4369-bc10-4d48907f9981,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:57.639785 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-6a8f84a3-d399-40bf-ae27-3726bc1de33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:03:50Z', 'revision_number': 4, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port': {'id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '1e4c2b92-478c-4248-9590-8cf0ac5a893d', 'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'mac_address': 'fa:16:3e:44:a6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:46Z', 'updated_at': '2021-08-16T13:04:03Z', 'revision_number': 5, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'subnets': [{'id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:57.666149 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f84a3-d399-40bf-ae27-3726bc1de33f None None] Checking router: 25a54772-6d0c-44c3-ab45-360faf927419 for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:57.674398 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f84a3-d399-40bf-ae27-3726bc1de33f None None] Routers {'25a54772-6d0c-44c3-ab45-360faf927419'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:57.675010 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-6a8f84a3-d399-40bf-ae27-3726bc1de33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:08:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['25a54772-6d0c-44c3-ab45-360faf927419'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:57.686568 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726049'] for router, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:57.689561 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:57.700738 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173e6a8-9b4a-47dd-aeb0-8c65cd7f32f9 None None] Sync routers for ids ['16fbc47e-7889-49d1-9502-d269568a7f5e'] in dv-cinder-804698-2-iscsi {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:57.710510 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173e6a8-9b4a-47dd-aeb0-8c65cd7f32f9 None None] Routers {'16fbc47e-7889-49d1-9502-d269568a7f5e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:57.711860 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-6173e6a8-9b4a-47dd-aeb0-8c65cd7f32f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:08:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['16fbc47e-7889-49d1-9502-d269568a7f5e'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:57.740263 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:57.782500 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-6a8f84a3-d399-40bf-ae27-3726bc1de33f None None] Set router 25a54772-6d0c-44c3-ab45-360faf927419 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:57.828735 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-6173e6a8-9b4a-47dd-aeb0-8c65cd7f32f9 None None] Set router 16fbc47e-7889-49d1-9502-d269568a7f5e gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:57.987572 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-6a8f84a3-d399-40bf-ae27-3726bc1de33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:03:50Z', 'revision_number': 4, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port': {'id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '1e4c2b92-478c-4248-9590-8cf0ac5a893d', 'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'mac_address': 'fa:16:3e:44:a6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:46Z', 'updated_at': '2021-08-16T13:04:03Z', 'revision_number': 5, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'subnets': [{'id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:58.018465 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f84a3-d399-40bf-ae27-3726bc1de33f None None] The sync data for ids ['25a54772-6d0c-44c3-ab45-360faf927419'] in dv-cinder-804698-2-iscsi is: [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:03:50Z', 'revision_number': 4, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port': {'id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '1e4c2b92-478c-4248-9590-8cf0ac5a893d', 'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'mac_address': 'fa:16:3e:44:a6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:46Z', 'updated_at': '2021-08-16T13:04:03Z', 'revision_number': 5, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'subnets': [{'id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:08:58.033629 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-c1359224-c2f4-46f8-8407-599276a6144c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.9520421 Aug 16 13:08:58.071379 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-6173e6a8-9b4a-47dd-aeb0-8c65cd7f32f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'name': 'tempest-TestShelveInstance-1818616538-router', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:54Z', 'updated_at': '2021-08-16T13:07:58Z', 'revision_number': 4, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'gw_port': {'id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:55Z', 'updated_at': '2021-08-16T13:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '6db73de0-4b7a-41b4-acd0-7c108c61f3c0', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'port_id': 'bd1f8454-7809-42f4-8507-6e693cea1cd3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'mac_address': 'fa:16:3e:d6:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90217cf-5a13-4ac8-85d6-a4e913145c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:08:55Z', 'updated_at': '2021-08-16T13:08:55Z', 'revision_number': 0, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44751ca3-9691-4a96-adac-e1f820891f4c', 'name': '', 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'mac_address': 'fa:16:3e:77:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:57Z', 'updated_at': '2021-08-16T13:08:05Z', 'revision_number': 5, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'subnets': [{'id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:58.084636 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] Router 5fc49db4-c117-4d2e-bec0-9c205f32e818 is scheduled to L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 with binding_index 1 {{(pid=94054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:08:58.099314 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173e6a8-9b4a-47dd-aeb0-8c65cd7f32f9 None None] Checking router: 16fbc47e-7889-49d1-9502-d269568a7f5e for host: dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:58.108525 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173e6a8-9b4a-47dd-aeb0-8c65cd7f32f9 None None] Routers {'16fbc47e-7889-49d1-9502-d269568a7f5e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:58.109131 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-6173e6a8-9b4a-47dd-aeb0-8c65cd7f32f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:08:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['16fbc47e-7889-49d1-9502-d269568a7f5e'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:58.188987 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:08:58.197986 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Sync routers for ids ['5fc49db4-c117-4d2e-bec0-9c205f32e818'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:08:58.208875 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] Notify callbacks [] for router, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:58.209014 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Routers {'5fc49db4-c117-4d2e-bec0-9c205f32e818'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:58.209660 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:08:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['5fc49db4-c117-4d2e-bec0-9c205f32e818'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:58.210276 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-ed51cf48-a291-4a42-b637-bb712e6ae462 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5633430 Aug 16 13:08:58.212983 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 45092) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:08:58.239225 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-6173e6a8-9b4a-47dd-aeb0-8c65cd7f32f9 None None] Set router 16fbc47e-7889-49d1-9502-d269568a7f5e gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:58.323100 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Set router 5fc49db4-c117-4d2e-bec0-9c205f32e818 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:58.324099 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83673b22-72ed-4ad1-9a20-7404d674b662 None None] New status for floating IP 1040bf2c-f661-4668-8cac-18a47ce9f1e1: DOWN {{(pid=94056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:08:58.517049 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'name': 'tempest-TestVolumeBootPattern-1123406307-router', 'tenant_id': '41cf281289814333944bf606c9354765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b2f15d46-90db-40f6-857a-1b5ab49df595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:53Z', 'updated_at': '2021-08-16T13:08:57Z', 'revision_number': 3, 'project_id': '41cf281289814333944bf606c9354765', 'gw_port': {'id': 'b2f15d46-90db-40f6-857a-1b5ab49df595', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:55Z', 'updated_at': '2021-08-16T13:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:58.551450 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Checking router: 5fc49db4-c117-4d2e-bec0-9c205f32e818 for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:08:58.551796 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Updating router 5fc49db4-c117-4d2e-bec0-9c205f32e818 port b2f15d46-90db-40f6-857a-1b5ab49df595 binding host dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:08:58.569809 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-6173e6a8-9b4a-47dd-aeb0-8c65cd7f32f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'name': 'tempest-TestShelveInstance-1818616538-router', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:54Z', 'updated_at': '2021-08-16T13:07:58Z', 'revision_number': 4, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'gw_port': {'id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:55Z', 'updated_at': '2021-08-16T13:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '6db73de0-4b7a-41b4-acd0-7c108c61f3c0', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'port_id': 'bd1f8454-7809-42f4-8507-6e693cea1cd3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'mac_address': 'fa:16:3e:d6:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90217cf-5a13-4ac8-85d6-a4e913145c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:08:55Z', 'updated_at': '2021-08-16T13:08:55Z', 'revision_number': 0, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44751ca3-9691-4a96-adac-e1f820891f4c', 'name': '', 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'mac_address': 'fa:16:3e:77:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:57Z', 'updated_at': '2021-08-16T13:08:05Z', 'revision_number': 5, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'subnets': [{'id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:58.583253 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:58.599676 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b35af1d7-4fe6-44e7-b03f-f1b84f466906 req-bbee14ab-54e8-423c-ae99-234405746dd2 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 210 time: 0.0369706 Aug 16 13:08:58.603147 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173e6a8-9b4a-47dd-aeb0-8c65cd7f32f9 None None] The sync data for ids ['16fbc47e-7889-49d1-9502-d269568a7f5e'] in dv-cinder-804698-2-iscsi is: [{'id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'name': 'tempest-TestShelveInstance-1818616538-router', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:54Z', 'updated_at': '2021-08-16T13:07:58Z', 'revision_number': 4, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'gw_port': {'id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:55Z', 'updated_at': '2021-08-16T13:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '6db73de0-4b7a-41b4-acd0-7c108c61f3c0', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'port_id': 'bd1f8454-7809-42f4-8507-6e693cea1cd3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'mac_address': 'fa:16:3e:d6:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90217cf-5a13-4ac8-85d6-a4e913145c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:08:55Z', 'updated_at': '2021-08-16T13:08:55Z', 'revision_number': 0, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44751ca3-9691-4a96-adac-e1f820891f4c', 'name': '', 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'mac_address': 'fa:16:3e:77:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:57Z', 'updated_at': '2021-08-16T13:08:05Z', 'revision_number': 5, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'subnets': [{'id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:08:58.698834 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:58.752186 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:58.840671 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ef37a4-d3a2-434e-91a2-cf6d0d99997f None None] New status for floating IP 6db73de0-4b7a-41b4-acd0-7c108c61f3c0: ACTIVE {{(pid=94055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:08:58.861314 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] Allocated IP 172.20.0.1 (02a3edd7-10d8-47b1-bba2-acd0580c5c1f/e89d2b92-8253-4aaf-a830-d8d4ba6f4ef7/57013fc7-f5bf-4d5e-99ff-55ef3f80db69) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:08:58.966877 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:58.980549 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] Transition to ACTIVE for port object 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 will not be triggered until provisioned by entity DHCP. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:59.013938 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:59.021532 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:59.021901 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:59.059262 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] Network 02a3edd7-10d8-47b1-bba2-acd0580c5c1f is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:59.064522 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:59.066869 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] Pushing event updated for resources: {'Port': ['ID=57013fc7-f5bf-4d5e-99ff-55ef3f80db69,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:59.069115 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:08:59.110818 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701774'] for router_interface, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:59.118882 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:59.126974 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device a8518f0f-2d76-466f-866d-4f5eb952d39a no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:08:59.169220 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: a8518f0f-2d76-466f-866d-4f5eb952d39a {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:08:59.169565 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device a8518f0f-2d76-466f-866d-4f5eb952d39a not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:08:59.169975 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 804b0979-2939-43ab-80ba-1cee20bcca5c no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:08:59.175982 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Transition to ACTIVE for port object b2f15d46-90db-40f6-857a-1b5ab49df595 will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:08:59.217903 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:59.219718 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: 804b0979-2939-43ab-80ba-1cee20bcca5c {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:08:59.220062 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 804b0979-2939-43ab-80ba-1cee20bcca5c not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:08:59.274531 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90217cf-5a13-4ac8-85d6-a4e913145c70', 'tag': 'bd1f8454-7809-42f4-8507-6e693cea1cd3'}] {{(pid=94054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:08:59.276990 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2e02789a86343ed90e228d8a01386e3b0dd3ee74f1c4d71a2f16840b073a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a261e2-5e55-4f62-9bcf-8fc216b00e91" -d '{"events": [{"name": "network-changed", "server_uuid": "d90217cf-5a13-4ac8-85d6-a4e913145c70", "tag": "bd1f8454-7809-42f4-8507-6e693cea1cd3"}]}' {{(pid=94054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:08:59.283185 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:59.344942 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71346cf0-2735-457b-9712-6d7bd18ef607 x-openstack-request-id: req-71346cf0-2735-457b-9712-6d7bd18ef607 {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:08:59.345353 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90217cf-5a13-4ac8-85d6-a4e913145c70", "tag": "bd1f8454-7809-42f4-8507-6e693cea1cd3", "status": "completed", "code": 200}]} {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:08:59.345613 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71346cf0-2735-457b-9712-6d7bd18ef607 {{(pid=94054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:08:59.346003 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90217cf-5a13-4ac8-85d6-a4e913145c70', 'tag': 'bd1f8454-7809-42f4-8507-6e693cea1cd3', 'status': 'completed', 'code': 200} Aug 16 13:08:59.350872 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Attempting to bind port b2f15d46-90db-40f6-857a-1b5ab49df595 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:08:59.351188 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Attempting to bind port b2f15d46-90db-40f6-857a-1b5ab49df595 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:08:59.351607 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Attempting to bind port b2f15d46-90db-40f6-857a-1b5ab49df595 on network dd0d50ff-d8a0-439f-a316-3d03b34bea63 {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:08:59.353474 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba1697-fe42-412e-bbcd-f87fd2543301 None None] Pushing event updated for resources: {'Port': ['ID=b2f15d46-90db-40f6-857a-1b5ab49df595,revision_number=2']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:59.362382 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:08:59.362756 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Checking segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:08:59.363161 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:59.363576 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Bound using segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:08:59.364047 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Bound port: b2f15d46-90db-40f6-857a-1b5ab49df595, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:08:59.364430 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:59.366786 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 68c8616f-77d9-4369-bc10-4d48907f9981 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:08:59.455111 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] For port b2f15d46-90db-40f6-857a-1b5ab49df595, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:08:59.471695 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] For port b2f15d46-90db-40f6-857a-1b5ab49df595, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=b2f15d46-90db-40f6-857a-1b5ab49df595,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:08:59.473136 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-358ed5ef-bc41-4574-9cc6-ea2a69a2047d None None] Provisioning for port 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:08:59.475044 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 68c8616f-77d9-4369-bc10-4d48907f9981 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:59.475433 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:59.479270 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:59.485708 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a261e2-5e55-4f62-9bcf-8fc216b00e91 req-7f59e3d4-639d-4916-a8b1-eb512b2d3fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:59.487205 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-80a261e2-5e55-4f62-9bcf-8fc216b00e91 req-7f59e3d4-639d-4916-a8b1-eb512b2d3fb1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9da1f3e8de31466dbfaa635f5c3f34b7&device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 1098 time: 0.1071222 Aug 16 13:08:59.506843 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-358ed5ef-bc41-4574-9cc6-ea2a69a2047d None None] Provisioning complete for port 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:08:59.507210 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-358ed5ef-bc41-4574-9cc6-ea2a69a2047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:59.563261 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:59.569075 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13922287'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:59.600935 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-358ed5ef-bc41-4574-9cc6-ea2a69a2047d None None] Port 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:08:59.602335 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Routers {'5fc49db4-c117-4d2e-bec0-9c205f32e818'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:08:59.602943 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:08:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['5fc49db4-c117-4d2e-bec0-9c205f32e818'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:08:59.606814 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba1697-fe42-412e-bbcd-f87fd2543301 None None] Pushing event updated for resources: {'Port': ['ID=b2f15d46-90db-40f6-857a-1b5ab49df595,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:59.664927 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701922'] for router_interface, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:59.683209 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] Pushing event updated for resources: {'Port': ['ID=57013fc7-f5bf-4d5e-99ff-55ef3f80db69,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:08:59.705686 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a261e2-5e55-4f62-9bcf-8fc216b00e91 req-f448fbc9-5cbc-4241-a359-07a9957e3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:59.707110 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-80a261e2-5e55-4f62-9bcf-8fc216b00e91 req-f448fbc9-5cbc-4241-a359-07a9957e3279 service neutron] 10.222.0.61 "GET /v2.0/networks?id=88622421-b6b3-49f4-9d5c-881844ad7947 HTTP/1.1" status: 200 len: 910 time: 0.2018278 Aug 16 13:08:59.723879 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ecba7d3e-6f24-4be1-bb79-dec688b59ed3 req-bc83461f-473a-45a5-84f9-e343cb3e5da0 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b587ee-33bf-4200-b0c6-f64a4893e6c5 HTTP/1.1" status: 200 len: 210 time: 0.0375152 Aug 16 13:08:59.752461 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] Set router 5fc49db4-c117-4d2e-bec0-9c205f32e818 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:08:59.869569 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-80a261e2-5e55-4f62-9bcf-8fc216b00e91 req-26260cae-e934-4418-967d-229451628fe4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd1f8454-7809-42f4-8507-6e693cea1cd3 HTTP/1.1" status: 200 len: 1000 time: 0.1365533 Aug 16 13:08:59.893692 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-04c31b92-cf82-4c61-b8dc-c7cf61bb19e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:08:59.936816 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] Network 02a3edd7-10d8-47b1-bba2-acd0580c5c1f is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:08:59.941028 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:08:59.950564 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a261e2-5e55-4f62-9bcf-8fc216b00e91 req-44789f07-1b29-4f64-9553-aa1243947e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:08:59.952121 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-80a261e2-5e55-4f62-9bcf-8fc216b00e91 req-44789f07-1b29-4f64-9553-aa1243947e7d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc470f9b-2ecc-4633-bd7a-552cf323734f HTTP/1.1" status: 200 len: 848 time: 0.0740743 Aug 16 13:08:59.976328 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'name': 'tempest-TestVolumeBootPattern-1123406307-router', 'tenant_id': '41cf281289814333944bf606c9354765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b2f15d46-90db-40f6-857a-1b5ab49df595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:53Z', 'updated_at': '2021-08-16T13:08:59Z', 'revision_number': 4, 'project_id': '41cf281289814333944bf606c9354765', 'gw_port': {'id': 'b2f15d46-90db-40f6-857a-1b5ab49df595', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:55Z', 'updated_at': '2021-08-16T13:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '57013fc7-f5bf-4d5e-99ff-55ef3f80db69', 'name': '', 'network_id': '02a3edd7-10d8-47b1-bba2-acd0580c5c1f', 'tenant_id': '41cf281289814333944bf606c9354765', 'mac_address': 'fa:16:3e:da:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e89d2b92-8253-4aaf-a830-d8d4ba6f4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:58Z', 'updated_at': '2021-08-16T13:08:59Z', 'revision_number': 2, 'project_id': '41cf281289814333944bf606c9354765', 'subnets': [{'id': 'e89d2b92-8253-4aaf-a830-d8d4ba6f4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:00.004367 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee4aad-8dc9-43e9-95b3-e981e8f869a2 None None] The sync data for ids ['5fc49db4-c117-4d2e-bec0-9c205f32e818'] in dv-cinder-804698-2-iscsi is: [{'id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'name': 'tempest-TestVolumeBootPattern-1123406307-router', 'tenant_id': '41cf281289814333944bf606c9354765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b2f15d46-90db-40f6-857a-1b5ab49df595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:53Z', 'updated_at': '2021-08-16T13:08:59Z', 'revision_number': 4, 'project_id': '41cf281289814333944bf606c9354765', 'gw_port': {'id': 'b2f15d46-90db-40f6-857a-1b5ab49df595', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:55Z', 'updated_at': '2021-08-16T13:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '57013fc7-f5bf-4d5e-99ff-55ef3f80db69', 'name': '', 'network_id': '02a3edd7-10d8-47b1-bba2-acd0580c5c1f', 'tenant_id': '41cf281289814333944bf606c9354765', 'mac_address': 'fa:16:3e:da:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e89d2b92-8253-4aaf-a830-d8d4ba6f4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:58Z', 'updated_at': '2021-08-16T13:08:59Z', 'revision_number': 2, 'project_id': '41cf281289814333944bf606c9354765', 'subnets': [{'id': 'e89d2b92-8253-4aaf-a830-d8d4ba6f4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:09:00.079995 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a261e2-5e55-4f62-9bcf-8fc216b00e91 req-0af5d7a5-bf8b-4add-986e-d8ca34b2f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:00.081496 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-80a261e2-5e55-4f62-9bcf-8fc216b00e91 req-0af5d7a5-bf8b-4add-986e-d8ca34b2f5b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88622421-b6b3-49f4-9d5c-881844ad7947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953810 Aug 16 13:09:00.104184 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] Router 5fc49db4-c117-4d2e-bec0-9c205f32e818 has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:09:00.271132 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-dd55dfc8-59b7-4839-a8d0-89717d500e59 None None] Provisioning complete for port 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:09:00.272676 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dd55dfc8-59b7-4839-a8d0-89717d500e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:00.339501 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-dd55dfc8-59b7-4839-a8d0-89717d500e59 None None] Port 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:09:00.344755 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:09:00.351299 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-dc303085-e925-492e-9647-e369257ba0dc admin admin] 10.222.0.20 "PUT /v2.0/routers/5fc49db4-c117-4d2e-bec0-9c205f32e818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1369274 Aug 16 13:09:00.358334 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-80a261e2-5e55-4f62-9bcf-8fc216b00e91 req-8fc7fce0-80be-4541-afc1-1ed51c5bd7cd service neutron] 10.222.0.61 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661715 Aug 16 13:09:00.472226 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-80a261e2-5e55-4f62-9bcf-8fc216b00e91 req-b60b338f-fdd7-469e-92ec-dd72740fb38f service neutron] 10.222.0.61 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070080 Aug 16 13:09:00.841992 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 45140) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:00.911010 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a700fc7d-d1dd-46eb-b4c2-be8fa4ed6090 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:00.940665 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 45142) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:00.945240 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-c2086482-5b7b-4f4e-9b15-094754b83262 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1644288139', 'description': 'tempest-secgroup-smoke-1644288139 description', 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:00.953263 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a700fc7d-d1dd-46eb-b4c2-be8fa4ed6090 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:00.972454 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c2086482-5b7b-4f4e-9b15-094754b83262 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.050193 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a700fc7d-d1dd-46eb-b4c2-be8fa4ed6090 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.054208 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a700fc7d-d1dd-46eb-b4c2-be8fa4ed6090 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.058687 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-a700fc7d-d1dd-46eb-b4c2-be8fa4ed6090 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "DELETE /v2.0/security-groups/c2bf9dc5-dd35-478e-bdcd-63db91219abc HTTP/1.1" status: 204 len: 168 time: 0.2155521 Aug 16 13:09:01.063439 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 45144) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:01.084111 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700fc7d-d1dd-46eb-b4c2-be8fa4ed6090 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bf9dc5-dd35-478e-bdcd-63db91219abc,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:01.102874 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.api.v2.resource [None req-4f709db0-e8be-43a0-b7df-a6507fd03007 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] show failed (client error): The resource could not be found. Aug 16 13:09:01.104538 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-4f709db0-e8be-43a0-b7df-a6507fd03007 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups/c2bf9dc5-dd35-478e-bdcd-63db91219abc HTTP/1.1" status: 404 len: 347 time: 0.0401924 Aug 16 13:09:01.113648 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 45146) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:01.297939 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-1a937efa-e40b-4937-a4c3-7968f560dcfb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Deleting port ffb66e61-f8f5-41ac-98d7-d37ee2c4dc19 {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:09:01.298785 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1a937efa-e40b-4937-a4c3-7968f560dcfb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.403774 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c2086482-5b7b-4f4e-9b15-094754b83262 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.408016 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1a937efa-e40b-4937-a4c3-7968f560dcfb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.408426 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1a937efa-e40b-4937-a4c3-7968f560dcfb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.415007 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c2086482-5b7b-4f4e-9b15-094754b83262 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.421670 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-1a937efa-e40b-4937-a4c3-7968f560dcfb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Calling delete_port for ffb66e61-f8f5-41ac-98d7-d37ee2c4dc19 owned by network:floatingip {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:09:01.455898 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c2086482-5b7b-4f4e-9b15-094754b83262 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.460486 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-c2086482-5b7b-4f4e-9b15-094754b83262 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5187962 Aug 16 13:09:01.462126 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 45152) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:01.467943 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-3c68cd47-43bd-4aa5-af2a-9fdf3af7e0e8 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Request body: {'security_group_rule': {'security_group_id': '93233113-5788-4d1a-9032-aba5d2b6bfbc', 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:01.474181 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2086482-5b7b-4f4e-9b15-094754b83262 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93233113-5788-4d1a-9032-aba5d2b6bfbc,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:01.502977 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3c68cd47-43bd-4aa5-af2a-9fdf3af7e0e8 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.589312 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3c68cd47-43bd-4aa5-af2a-9fdf3af7e0e8 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.596412 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3c68cd47-43bd-4aa5-af2a-9fdf3af7e0e8 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.614524 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68cd47-43bd-4aa5-af2a-9fdf3af7e0e8 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e57e76e-a85b-4f65-83c6-988163ecf6db,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:01.629826 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3c68cd47-43bd-4aa5-af2a-9fdf3af7e0e8 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.631666 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-3c68cd47-43bd-4aa5-af2a-9fdf3af7e0e8 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1673014 Aug 16 13:09:01.634882 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1a937efa-e40b-4937-a4c3-7968f560dcfb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.635194 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 45156) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:01.640653 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-5d05189d-3cba-4ac9-940f-084f76482747 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Request body: {'security_group_rule': {'security_group_id': '93233113-5788-4d1a-9032-aba5d2b6bfbc', 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:01.663722 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a937efa-e40b-4937-a4c3-7968f560dcfb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Pushing event deleted for resources: {'Port': ['ID=ffb66e61-f8f5-41ac-98d7-d37ee2c4dc19,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:01.673576 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5d05189d-3cba-4ac9-940f-084f76482747 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.778970 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1a937efa-e40b-4937-a4c3-7968f560dcfb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.781570 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1a937efa-e40b-4937-a4c3-7968f560dcfb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.782766 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-1a937efa-e40b-4937-a4c3-7968f560dcfb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "DELETE /v2.0/floatingips/1040bf2c-f661-4668-8cac-18a47ce9f1e1 HTTP/1.1" status: 204 len: 168 time: 0.6679499 Aug 16 13:09:01.811708 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5d05189d-3cba-4ac9-940f-084f76482747 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.822820 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5d05189d-3cba-4ac9-940f-084f76482747 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.866249 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05189d-3cba-4ac9-940f-084f76482747 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e53fe7-2706-47ae-8ddf-77f12e6f39d8,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:01.880661 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5d05189d-3cba-4ac9-940f-084f76482747 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:01.885459 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-5d05189d-3cba-4ac9-940f-084f76482747 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2457578 Aug 16 13:09:01.885931 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 45160) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:01.892347 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-534887e4-b0d9-4ec0-a2b8-8cd94ae62b9f tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Request body: {'security_group_rule': {'security_group_id': '93233113-5788-4d1a-9032-aba5d2b6bfbc', 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:01.965764 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-534887e4-b0d9-4ec0-a2b8-8cd94ae62b9f tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.044788 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-534887e4-b0d9-4ec0-a2b8-8cd94ae62b9f tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.048682 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-534887e4-b0d9-4ec0-a2b8-8cd94ae62b9f tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.082039 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534887e4-b0d9-4ec0-a2b8-8cd94ae62b9f tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5fb3e33-f52d-44c8-a212-b32ddd050974,revision_number=0']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:02.085847 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-534887e4-b0d9-4ec0-a2b8-8cd94ae62b9f tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.089955 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 45162) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:02.090425 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-534887e4-b0d9-4ec0-a2b8-8cd94ae62b9f tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2030416 Aug 16 13:09:02.095136 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-f80ab985-20d5-49d0-bc16-c25be0d0defd tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Request body: {'security_group_rule': {'security_group_id': '93233113-5788-4d1a-9032-aba5d2b6bfbc', 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:02.146740 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f80ab985-20d5-49d0-bc16-c25be0d0defd tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.227911 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f80ab985-20d5-49d0-bc16-c25be0d0defd tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.238785 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f80ab985-20d5-49d0-bc16-c25be0d0defd tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.262329 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ab985-20d5-49d0-bc16-c25be0d0defd tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7495f943-9912-4fc4-aba8-81282290a3a8,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:02.286963 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f80ab985-20d5-49d0-bc16-c25be0d0defd tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.288424 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-f80ab985-20d5-49d0-bc16-c25be0d0defd tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1968765 Aug 16 13:09:02.292158 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 45168) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:02.298535 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-12996b5b-8519-4e7a-8376-28b020a73424 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Request body: {'security_group_rule': {'security_group_id': '93233113-5788-4d1a-9032-aba5d2b6bfbc', 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:02.349547 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.securitygroups_db [None req-12996b5b-8519-4e7a-8376-28b020a73424 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Project b7c0cd4f3ee14cdf99ae7e141b43eb20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:09:02.353798 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 45170) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:02.360484 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-454a6485-be9f-4a9a-8f88-43740eaf6c18 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1757549519', 'description': 'tempest-description--1968675475'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:02.371007 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-12996b5b-8519-4e7a-8376-28b020a73424 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.415234 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-454a6485-be9f-4a9a-8f88-43740eaf6c18 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.464404 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-12996b5b-8519-4e7a-8376-28b020a73424 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.472551 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-12996b5b-8519-4e7a-8376-28b020a73424 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.505565 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12996b5b-8519-4e7a-8376-28b020a73424 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e95f467-8f45-4e0b-a24d-7106e71fcbbf,revision_number=0']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:02.513702 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-9c743913-a39e-418e-bc5b-b42a55b5af2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.553053 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-454a6485-be9f-4a9a-8f88-43740eaf6c18 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.559711 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-454a6485-be9f-4a9a-8f88-43740eaf6c18 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.569881 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-12996b5b-8519-4e7a-8376-28b020a73424 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.572275 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-12996b5b-8519-4e7a-8376-28b020a73424 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2785902 Aug 16 13:09:02.574863 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 45172) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:02.579513 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-216aced9-4414-45fe-a1d6-97198e04e004 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Request body: {'security_group_rule': {'security_group_id': '93233113-5788-4d1a-9032-aba5d2b6bfbc', 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:02.612447 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a6485-be9f-4a9a-8f88-43740eaf6c18 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51be18c6-81a8-4edc-bea5-a851ddce4433,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:02.623876 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.db.securitygroups_db [None req-216aced9-4414-45fe-a1d6-97198e04e004 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Project b7c0cd4f3ee14cdf99ae7e141b43eb20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:09:02.631058 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-454a6485-be9f-4a9a-8f88-43740eaf6c18 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.632399 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-454a6485-be9f-4a9a-8f88-43740eaf6c18 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2775266 Aug 16 13:09:02.633892 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-216aced9-4414-45fe-a1d6-97198e04e004 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.635765 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 45174) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:02.642744 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-a18c9fb5-a5da-47a0-b604-b343eb44d2cd tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Request body: {'security_group_rule': {'security_group_id': '51be18c6-81a8-4edc-bea5-a851ddce4433', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:02.709699 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a18c9fb5-a5da-47a0-b604-b343eb44d2cd tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.762938 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-216aced9-4414-45fe-a1d6-97198e04e004 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.769227 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.776682 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-216aced9-4414-45fe-a1d6-97198e04e004 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.815310 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216aced9-4414-45fe-a1d6-97198e04e004 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34035afd-b563-4e58-985a-6e8b6a6507be,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:02.820945 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a18c9fb5-a5da-47a0-b604-b343eb44d2cd tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.824725 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-216aced9-4414-45fe-a1d6-97198e04e004 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.828958 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-216aced9-4414-45fe-a1d6-97198e04e004 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2499950 Aug 16 13:09:02.829098 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a18c9fb5-a5da-47a0-b604-b343eb44d2cd tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.857319 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device b2f15d46-90db-40f6-857a-1b5ab49df595 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:09:02.884267 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c9fb5-a5da-47a0-b604-b343eb44d2cd tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5d23d2-aa52-4486-9628-5f12c9763a16,revision_number=0']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:02.893305 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-a18c9fb5-a5da-47a0-b604-b343eb44d2cd tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.894473 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-a18c9fb5-a5da-47a0-b604-b343eb44d2cd tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2575090 Aug 16 13:09:02.897812 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 45188) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:02.903145 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-19a6af35-04b5-4ef9-acc6-49c5385dc3bc tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Request body: {'security_group_rule': {'security_group_id': '51be18c6-81a8-4edc-bea5-a851ddce4433', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:02.947952 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-19a6af35-04b5-4ef9-acc6-49c5385dc3bc tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:02.959668 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port b2f15d46-90db-40f6-857a-1b5ab49df595 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:09:02.971933 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port b2f15d46-90db-40f6-857a-1b5ab49df595 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:09:02.972308 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:03.063958 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-19a6af35-04b5-4ef9-acc6-49c5385dc3bc tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:03.071613 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-19a6af35-04b5-4ef9-acc6-49c5385dc3bc tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:03.103738 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-19a6af35-04b5-4ef9-acc6-49c5385dc3bc tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:03.105112 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-19a6af35-04b5-4ef9-acc6-49c5385dc3bc tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2057836 Aug 16 13:09:03.106084 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6af35-04b5-4ef9-acc6-49c5385dc3bc tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38630cfa-cf24-4775-b563-735f3cfa1148,revision_number=0']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:03.109106 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 45214) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:03.112948 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:03.113931 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-31317fed-e3f4-4e09-8302-6c12385f2d4a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Request body: {'floatingip': {'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:03.155181 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port b2f15d46-90db-40f6-857a-1b5ab49df595, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=b2f15d46-90db-40f6-857a-1b5ab49df595,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:03.156317 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-31317fed-e3f4-4e09-8302-6c12385f2d4a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for floatingip, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:03.161186 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:03.236129 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=b2f15d46-90db-40f6-857a-1b5ab49df595,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:03.284368 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-31317fed-e3f4-4e09-8302-6c12385f2d4a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:03.354368 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:09:03.463480 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [None req-31317fed-e3f4-4e09-8302-6c12385f2d4a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Allocated IP 172.27.3.165 (dd0d50ff-d8a0-439f-a316-3d03b34bea63/fc8a6ada-9b26-423b-a24f-6b1bb332a099/dcd2d9ce-8842-4034-bbf9-40204bab629b) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:09:03.506104 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:03.663450 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-31317fed-e3f4-4e09-8302-6c12385f2d4a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:03.709143 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-31317fed-e3f4-4e09-8302-6c12385f2d4a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:03.758022 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31317fed-e3f4-4e09-8302-6c12385f2d4a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:09:03.762942 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-31317fed-e3f4-4e09-8302-6c12385f2d4a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:09:03.767373 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31317fed-e3f4-4e09-8302-6c12385f2d4a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:09:03.791682 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31317fed-e3f4-4e09-8302-6c12385f2d4a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Pushing event updated for resources: {'Port': ['ID=dcd2d9ce-8842-4034-bbf9-40204bab629b,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:03.899001 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-31317fed-e3f4-4e09-8302-6c12385f2d4a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:03.903595 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Sync routers for ids ['5fc49db4-c117-4d2e-bec0-9c205f32e818'] in dv-cinder-804698-2-iscsi {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:09:03.930943 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Routers {'5fc49db4-c117-4d2e-bec0-9c205f32e818'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:09:03.932270 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:09:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['5fc49db4-c117-4d2e-bec0-9c205f32e818'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:03.946075 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-31317fed-e3f4-4e09-8302-6c12385f2d4a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:04.098374 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Set router 5fc49db4-c117-4d2e-bec0-9c205f32e818 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:09:04.163879 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-31317fed-e3f4-4e09-8302-6c12385f2d4a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:04.170738 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-31317fed-e3f4-4e09-8302-6c12385f2d4a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13922287'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:04.248165 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31317fed-e3f4-4e09-8302-6c12385f2d4a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Pushing event updated for resources: {'Port': ['ID=dcd2d9ce-8842-4034-bbf9-40204bab629b,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:04.275106 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-31317fed-e3f4-4e09-8302-6c12385f2d4a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726215'] for floatingip, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:04.294664 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-31317fed-e3f4-4e09-8302-6c12385f2d4a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:04.306900 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-31317fed-e3f4-4e09-8302-6c12385f2d4a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1937459 Aug 16 13:09:04.443928 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'name': 'tempest-TestVolumeBootPattern-1123406307-router', 'tenant_id': '41cf281289814333944bf606c9354765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b2f15d46-90db-40f6-857a-1b5ab49df595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:53Z', 'updated_at': '2021-08-16T13:08:59Z', 'revision_number': 4, 'project_id': '41cf281289814333944bf606c9354765', 'gw_port': {'id': 'b2f15d46-90db-40f6-857a-1b5ab49df595', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:55Z', 'updated_at': '2021-08-16T13:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '57013fc7-f5bf-4d5e-99ff-55ef3f80db69', 'name': '', 'network_id': '02a3edd7-10d8-47b1-bba2-acd0580c5c1f', 'tenant_id': '41cf281289814333944bf606c9354765', 'mac_address': 'fa:16:3e:da:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e89d2b92-8253-4aaf-a830-d8d4ba6f4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:58Z', 'updated_at': '2021-08-16T13:08:59Z', 'revision_number': 2, 'project_id': '41cf281289814333944bf606c9354765', 'subnets': [{'id': 'e89d2b92-8253-4aaf-a830-d8d4ba6f4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:04.481674 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Checking router: 5fc49db4-c117-4d2e-bec0-9c205f32e818 for host: dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:09:04.482118 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Updating router 5fc49db4-c117-4d2e-bec0-9c205f32e818 port 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 binding host dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:09:04.507464 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:04.754682 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device b2f15d46-90db-40f6-857a-1b5ab49df595 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:09:04.818195 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port b2f15d46-90db-40f6-857a-1b5ab49df595 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:09:04.818398 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:04.843049 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:04.854156 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Transition to ACTIVE for port object 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:09:04.860400 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:04.908201 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f08a45-97f9-4630-8287-ab160f28990a None None] Pushing event updated for resources: {'Port': ['ID=57013fc7-f5bf-4d5e-99ff-55ef3f80db69,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:04.917789 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f08a45-97f9-4630-8287-ab160f28990a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:04.918383 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f08a45-97f9-4630-8287-ab160f28990a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:04.918884 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f08a45-97f9-4630-8287-ab160f28990a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:04.919413 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f08a45-97f9-4630-8287-ab160f28990a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:04.919903 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f08a45-97f9-4630-8287-ab160f28990a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:04.920390 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f08a45-97f9-4630-8287-ab160f28990a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:04.920882 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f08a45-97f9-4630-8287-ab160f28990a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:04.921349 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f08a45-97f9-4630-8287-ab160f28990a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:04.921851 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f08a45-97f9-4630-8287-ab160f28990a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:04.922323 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f08a45-97f9-4630-8287-ab160f28990a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:04.922803 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f08a45-97f9-4630-8287-ab160f28990a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:04.923394 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f08a45-97f9-4630-8287-ab160f28990a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:05.009143 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Attempting to bind port 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:09:05.009522 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Attempting to bind port 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '7988dd11-3d9a-4a3c-b44c-00c4abc7c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '02a3edd7-10d8-47b1-bba2-acd0580c5c1f'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:09:05.009882 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Attempting to bind port 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 on network 02a3edd7-10d8-47b1-bba2-acd0580c5c1f {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:09:05.015620 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:09:05.016000 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Checking segment: {'id': '7988dd11-3d9a-4a3c-b44c-00c4abc7c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '02a3edd7-10d8-47b1-bba2-acd0580c5c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:09:05.016426 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:05.016789 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Bound using segment: {'id': '7988dd11-3d9a-4a3c-b44c-00c4abc7c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '02a3edd7-10d8-47b1-bba2-acd0580c5c1f'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:09:05.017257 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Bound port: 57013fc7-f5bf-4d5e-99ff-55ef3f80db69, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7988dd11-3d9a-4a3c-b44c-00c4abc7c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '02a3edd7-10d8-47b1-bba2-acd0580c5c1f'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:09:05.017658 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:05.106051 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] For port 57013fc7-f5bf-4d5e-99ff-55ef3f80db69, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:09:05.110322 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] For port 57013fc7-f5bf-4d5e-99ff-55ef3f80db69, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=57013fc7-f5bf-4d5e-99ff-55ef3f80db69,segment=NetworkSegment(7988dd11-3d9a-4a3c-b44c-00c4abc7c668),segment_id=7988dd11-3d9a-4a3c-b44c-00c4abc7c668)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:09:05.117504 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:05.196636 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f08a45-97f9-4630-8287-ab160f28990a None None] Pushing event updated for resources: {'Port': ['ID=57013fc7-f5bf-4d5e-99ff-55ef3f80db69,revision_number=4']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:05.216099 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Routers {'5fc49db4-c117-4d2e-bec0-9c205f32e818'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:09:05.216850 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:09:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['5fc49db4-c117-4d2e-bec0-9c205f32e818'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:05.283918 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:05.358821 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] Set router 5fc49db4-c117-4d2e-bec0-9c205f32e818 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:09:05.587487 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'name': 'tempest-TestVolumeBootPattern-1123406307-router', 'tenant_id': '41cf281289814333944bf606c9354765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b2f15d46-90db-40f6-857a-1b5ab49df595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:53Z', 'updated_at': '2021-08-16T13:08:59Z', 'revision_number': 4, 'project_id': '41cf281289814333944bf606c9354765', 'gw_port': {'id': 'b2f15d46-90db-40f6-857a-1b5ab49df595', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:55Z', 'updated_at': '2021-08-16T13:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '57013fc7-f5bf-4d5e-99ff-55ef3f80db69', 'name': '', 'network_id': '02a3edd7-10d8-47b1-bba2-acd0580c5c1f', 'tenant_id': '41cf281289814333944bf606c9354765', 'mac_address': 'fa:16:3e:da:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e89d2b92-8253-4aaf-a830-d8d4ba6f4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:58Z', 'updated_at': '2021-08-16T13:09:05Z', 'revision_number': 4, 'project_id': '41cf281289814333944bf606c9354765', 'subnets': [{'id': 'e89d2b92-8253-4aaf-a830-d8d4ba6f4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:05.615021 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb56828c-51c5-4b63-bea9-7be5607430c6 None None] The sync data for ids ['5fc49db4-c117-4d2e-bec0-9c205f32e818'] in dv-cinder-804698-2-iscsi is: [{'id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'name': 'tempest-TestVolumeBootPattern-1123406307-router', 'tenant_id': '41cf281289814333944bf606c9354765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b2f15d46-90db-40f6-857a-1b5ab49df595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:53Z', 'updated_at': '2021-08-16T13:08:59Z', 'revision_number': 4, 'project_id': '41cf281289814333944bf606c9354765', 'gw_port': {'id': 'b2f15d46-90db-40f6-857a-1b5ab49df595', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:55Z', 'updated_at': '2021-08-16T13:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '57013fc7-f5bf-4d5e-99ff-55ef3f80db69', 'name': '', 'network_id': '02a3edd7-10d8-47b1-bba2-acd0580c5c1f', 'tenant_id': '41cf281289814333944bf606c9354765', 'mac_address': 'fa:16:3e:da:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e89d2b92-8253-4aaf-a830-d8d4ba6f4ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:58Z', 'updated_at': '2021-08-16T13:09:05Z', 'revision_number': 4, 'project_id': '41cf281289814333944bf606c9354765', 'subnets': [{'id': 'e89d2b92-8253-4aaf-a830-d8d4ba6f4ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:09:06.759459 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:09:06.816034 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:09:06.820394 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:09:06.820806 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:06.899746 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:06.935689 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port 57013fc7-f5bf-4d5e-99ff-55ef3f80db69, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=57013fc7-f5bf-4d5e-99ff-55ef3f80db69,segment=NetworkSegment(7988dd11-3d9a-4a3c-b44c-00c4abc7c668),segment_id=7988dd11-3d9a-4a3c-b44c-00c4abc7c668)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:06.940762 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:06.993490 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=57013fc7-f5bf-4d5e-99ff-55ef3f80db69,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:08.727692 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:09:08.785527 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:09:08.785980 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:20.486355 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-c66fdfe5-9b08-4545-8d91-cb254d4c64cb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1757549519&fields=id&tenant_id=35289569ce2a48d18e2b46800222e61d HTTP/1.1" status: 200 len: 267 time: 0.0339479 Aug 16 13:09:20.612092 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-bca477a6-fb7f-4d4b-ab9c-058ee99cd4d9 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:20.613587 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-bca477a6-fb7f-4d4b-ab9c-058ee99cd4d9 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/networks?id=b120bbf0-0985-452a-bb3e-65b335150f39 HTTP/1.1" status: 200 len: 811 time: 0.1177979 Aug 16 13:09:20.629645 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-575a2e9b-2deb-44b4-a09b-9ade691c0224 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/quotas/35289569ce2a48d18e2b46800222e61d HTTP/1.1" status: 200 len: 375 time: 0.0096469 Aug 16 13:09:20.689385 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-d93b1bd1-cc48-4914-81a1-71e75e1ca5c5 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=35289569ce2a48d18e2b46800222e61d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539985 Aug 16 13:09:20.841167 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-c220a49d-3667-4da5-9dce-1d37298412e0 service neutron] 10.222.0.20 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398518 Aug 16 13:09:20.937976 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-6a48adc2-aca3-411e-8fc3-3e9420a3635d service neutron] 10.222.0.20 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908470 Aug 16 13:09:21.126243 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e64f5923-b137-4279-ba8e-3f17326de2a3 req-34bcd6e8-efc1-40a8-8da0-6c064585787f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 210 time: 0.0361197 Aug 16 13:09:22.059549 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:22.227338 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b81a862e-5aa0-4b15-a571-24c7d248c5f2 req-e6ce06ae-e4b0-4fee-b827-c37ea28a4360 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 210 time: 0.0311966 Aug 16 13:09:22.623059 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-d56c23cd-a510-43f8-9bae-b499692c11a6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:22.624620 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-d56c23cd-a510-43f8-9bae-b499692c11a6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.61 "GET /v2.0/networks?id=b120bbf0-0985-452a-bb3e-65b335150f39 HTTP/1.1" status: 200 len: 811 time: 0.1253436 Aug 16 13:09:22.691679 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-748bfeb6-729d-4ba9-af49-3b371b954c23 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35289569ce2a48d18e2b46800222e61d HTTP/1.1" status: 200 len: 380 time: 0.0491974 Aug 16 13:09:22.712166 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-482077e0-7862-4157-8d8f-64911049bebb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Request body: {'port': {'device_id': '6cc0aa03-4a55-4cc7-8524-178866535b6f', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'admin_state_up': True, 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'security_groups': ['51be18c6-81a8-4edc-bea5-a851ddce4433']}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:23.077360 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-482077e0-7862-4157-8d8f-64911049bebb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Made reservation on behalf of 35289569ce2a48d18e2b46800222e61d for: {'port': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:09:23.081116 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-482077e0-7862-4157-8d8f-64911049bebb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.211770 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-482077e0-7862-4157-8d8f-64911049bebb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Allocated IP 172.20.0.6 (b120bbf0-0985-452a-bb3e-65b335150f39/396e273c-25ea-422a-a322-cf3e6f91f4f2/03852240-e3f2-496d-b733-ade9eef8c181) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:09:23.365612 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-482077e0-7862-4157-8d8f-64911049bebb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.373222 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b3eef88a-0ce9-4726-a91a-8a585a014db4 req-276050c5-5365-4191-af39-424a4969cac2 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 210 time: 0.0342283 Aug 16 13:09:23.379848 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-482077e0-7862-4157-8d8f-64911049bebb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Transition to ACTIVE for port object 03852240-e3f2-496d-b733-ade9eef8c181 will not be triggered until provisioned by entity DHCP. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:09:23.423548 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-482077e0-7862-4157-8d8f-64911049bebb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.476332 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-482077e0-7862-4157-8d8f-64911049bebb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Network b120bbf0-0985-452a-bb3e-65b335150f39 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:09:23.479657 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-482077e0-7862-4157-8d8f-64911049bebb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:09:23.483722 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-482077e0-7862-4157-8d8f-64911049bebb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:09:23.515637 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482077e0-7862-4157-8d8f-64911049bebb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Pushing event updated for resources: {'Port': ['ID=03852240-e3f2-496d-b733-ade9eef8c181,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:23.546932 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-482077e0-7862-4157-8d8f-64911049bebb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:23.547603 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-482077e0-7862-4157-8d8f-64911049bebb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.565737 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-482077e0-7862-4157-8d8f-64911049bebb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8575130 Aug 16 13:09:23.586663 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Request body: {'port': {'device_id': '6cc0aa03-4a55-4cc7-8524-178866535b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:23.659871 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.805648 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-9aa4bb4a-5514-4dfd-9410-94000012af3d None None] Provisioning for port 03852240-e3f2-496d-b733-ade9eef8c181 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:09:23.811060 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-9aa4bb4a-5514-4dfd-9410-94000012af3d None None] Provisioning complete for port 03852240-e3f2-496d-b733-ade9eef8c181 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:09:23.811462 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-9aa4bb4a-5514-4dfd-9410-94000012af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.849301 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-9aa4bb4a-5514-4dfd-9410-94000012af3d None None] Port 03852240-e3f2-496d-b733-ade9eef8c181 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:09:23.959262 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03852240-e3f2-496d-b733-ade9eef8c181 {{(pid=94054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:09:23.966935 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:23.979405 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Transition to ACTIVE for port object 03852240-e3f2-496d-b733-ade9eef8c181 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:09:23.985104 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13922287'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:24.036415 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Pushing event updated for resources: {'Port': ['ID=03852240-e3f2-496d-b733-ade9eef8c181,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:24.100593 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Attempting to bind port 03852240-e3f2-496d-b733-ade9eef8c181 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:09:24.100929 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Attempting to bind port 03852240-e3f2-496d-b733-ade9eef8c181 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '836dcd0a-02d6-4d48-97ff-60a9cc1913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:09:24.101253 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Attempting to bind port 03852240-e3f2-496d-b733-ade9eef8c181 on network b120bbf0-0985-452a-bb3e-65b335150f39 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:09:24.106429 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Port 03852240-e3f2-496d-b733-ade9eef8c181 on network b120bbf0-0985-452a-bb3e-65b335150f39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:09:24.106747 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Attempting to bind port 03852240-e3f2-496d-b733-ade9eef8c181 on network b120bbf0-0985-452a-bb3e-65b335150f39 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:09:24.111799 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:09:24.112134 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Checking segment: {'id': '836dcd0a-02d6-4d48-97ff-60a9cc1913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:09:24.112516 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Bound using segment: {'id': '836dcd0a-02d6-4d48-97ff-60a9cc1913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:09:24.112939 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Bound port: 03852240-e3f2-496d-b733-ade9eef8c181, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836dcd0a-02d6-4d48-97ff-60a9cc1913b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:09:24.113296 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:24.181653 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] For port 03852240-e3f2-496d-b733-ade9eef8c181, host hv-cinder-80469, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:09:24.184604 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] For port 03852240-e3f2-496d-b733-ade9eef8c181, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=03852240-e3f2-496d-b733-ade9eef8c181,segment=NetworkSegment(836dcd0a-02d6-4d48-97ff-60a9cc1913b3),segment_id=836dcd0a-02d6-4d48-97ff-60a9cc1913b3)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:09:24.188885 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13922287'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:24.221149 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:24.221756 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:24.223124 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] 10.222.0.61 "PUT /v2.0/ports/03852240-e3f2-496d-b733-ade9eef8c181 HTTP/1.1" status: 200 len: 1093 time: 0.6409872 Aug 16 13:09:24.223582 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc0aa03-4a55-4cc7-8524-178866535b6f', 'tag': '03852240-e3f2-496d-b733-ade9eef8c181'}] {{(pid=94054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:09:24.225850 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2e02789a86343ed90e228d8a01386e3b0dd3ee74f1c4d71a2f16840b073a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f635b0-4174-4bae-90df-b8d92174f7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc0aa03-4a55-4cc7-8524-178866535b6f", "tag": "03852240-e3f2-496d-b733-ade9eef8c181"}]}' {{(pid=94054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:09:24.249978 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95293dde-ef3d-447a-9911-a6599a9d192b service neutron] Pushing event updated for resources: {'Port': ['ID=03852240-e3f2-496d-b733-ade9eef8c181,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:24.269299 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85cf97f-d4b5-4ed8-8f7f-c9117eae57e6 x-openstack-request-id: req-b85cf97f-d4b5-4ed8-8f7f-c9117eae57e6 {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:09:24.269593 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc0aa03-4a55-4cc7-8524-178866535b6f", "tag": "03852240-e3f2-496d-b733-ade9eef8c181", "status": "completed", "code": 200}]} {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:09:24.269843 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b85cf97f-d4b5-4ed8-8f7f-c9117eae57e6 {{(pid=94054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:09:24.270242 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc0aa03-4a55-4cc7-8524-178866535b6f', 'tag': '03852240-e3f2-496d-b733-ade9eef8c181', 'status': 'completed', 'code': 200} Aug 16 13:09:24.352461 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-0c0b7003-1b87-47b1-964c-15493f77549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:24.354023 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-0c0b7003-1b87-47b1-964c-15493f77549a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35289569ce2a48d18e2b46800222e61d&device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 1096 time: 0.0429971 Aug 16 13:09:24.413378 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-4baafa20-a418-47fe-aa07-9a18a934ca4f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03852240-e3f2-496d-b733-ade9eef8c181 HTTP/1.1" status: 200 len: 217 time: 0.0376015 Aug 16 13:09:24.493030 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-0af12206-8dd5-49cb-b288-acfca294e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:24.495055 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-0af12206-8dd5-49cb-b288-acfca294e77c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=396e273c-25ea-422a-a322-cf3e6f91f4f2 HTTP/1.1" status: 200 len: 850 time: 0.0716593 Aug 16 13:09:24.511864 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df30cb-8045-46e9-ba20-6bf8427f139d req-6336e641-de06-40c3-bd77-298268762982 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:24.513775 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e1df30cb-8045-46e9-ba20-6bf8427f139d req-6336e641-de06-40c3-bd77-298268762982 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 943 time: 0.0607426 Aug 16 13:09:24.585150 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-f7f9ea02-ee88-4cd4-af51-192344bf05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:24.586608 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-f7f9ea02-ee88-4cd4-af51-192344bf05a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b120bbf0-0985-452a-bb3e-65b335150f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674381 Aug 16 13:09:24.589881 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e1df30cb-8045-46e9-ba20-6bf8427f139d req-912d0ae4-6e01-4127-8e34-0ceead85f7eb tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=51be18c6-81a8-4edc-bea5-a851ddce4433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694957 Aug 16 13:09:24.676844 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-2731b73c-730f-4b27-be95-468f032ceb79 service neutron] 10.222.0.61 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805588 Aug 16 13:09:24.770901 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4e3c05ac-3196-45d9-ad45-3495c21abc81 req-9c9d0d9b-2d14-4f04-b806-6f551de1468c service neutron] 10.222.0.61 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858173 Aug 16 13:09:24.916489 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f635b0-4174-4bae-90df-b8d92174f7f2 req-59c10e74-93de-4ed2-8778-c8ab9b9dc856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:24.917945 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-46f635b0-4174-4bae-90df-b8d92174f7f2 req-59c10e74-93de-4ed2-8778-c8ab9b9dc856 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35289569ce2a48d18e2b46800222e61d&device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 1096 time: 0.0411024 Aug 16 13:09:25.007699 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f635b0-4174-4bae-90df-b8d92174f7f2 req-ae8ee5ae-cd37-4d72-bd0e-b59b6500a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:25.009531 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-46f635b0-4174-4bae-90df-b8d92174f7f2 req-ae8ee5ae-cd37-4d72-bd0e-b59b6500a593 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b120bbf0-0985-452a-bb3e-65b335150f39 HTTP/1.1" status: 200 len: 912 time: 0.0815113 Aug 16 13:09:25.053525 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-46f635b0-4174-4bae-90df-b8d92174f7f2 req-b3726926-c5b8-4273-82b9-78b6d1e69049 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03852240-e3f2-496d-b733-ade9eef8c181 HTTP/1.1" status: 200 len: 217 time: 0.0362473 Aug 16 13:09:25.104513 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f635b0-4174-4bae-90df-b8d92174f7f2 req-3331bf25-5033-4ecd-9c8b-88d39284b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:25.105872 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-46f635b0-4174-4bae-90df-b8d92174f7f2 req-3331bf25-5033-4ecd-9c8b-88d39284b9e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=396e273c-25ea-422a-a322-cf3e6f91f4f2 HTTP/1.1" status: 200 len: 850 time: 0.0424511 Aug 16 13:09:25.154381 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f635b0-4174-4bae-90df-b8d92174f7f2 req-721250d0-59c4-4ca5-a84d-086b29c91095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:25.155915 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-46f635b0-4174-4bae-90df-b8d92174f7f2 req-721250d0-59c4-4ca5-a84d-086b29c91095 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b120bbf0-0985-452a-bb3e-65b335150f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422976 Aug 16 13:09:25.248924 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-46f635b0-4174-4bae-90df-b8d92174f7f2 req-f84af8a3-cb73-401e-9777-53aeabbc860c service neutron] 10.222.0.61 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827534 Aug 16 13:09:25.338655 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-46f635b0-4174-4bae-90df-b8d92174f7f2 req-f13aecb8-6925-400a-a7b7-95024ad2e9f1 service neutron] 10.222.0.61 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781894 Aug 16 13:09:25.716892 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c12ab-5e62-4a18-9537-5f1c241a7a63 req-3b422eaa-04b6-4eaf-bc98-2b59756ee8a0 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:25.718416 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ab2c12ab-5e62-4a18-9537-5f1c241a7a63 req-3b422eaa-04b6-4eaf-bc98-2b59756ee8a0 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 943 time: 0.0602975 Aug 16 13:09:25.756559 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ab2c12ab-5e62-4a18-9537-5f1c241a7a63 req-98648ef7-7744-4ce8-bdea-79261980777e tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=51be18c6-81a8-4edc-bea5-a851ddce4433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322788 Aug 16 13:09:26.877569 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b807eaf-da52-4bae-b315-9d4ba1e000c1 req-2d3480aa-45fa-4e93-bc5c-175114c530d8 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:26.879237 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6b807eaf-da52-4bae-b315-9d4ba1e000c1 req-2d3480aa-45fa-4e93-bc5c-175114c530d8 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 943 time: 0.0540769 Aug 16 13:09:26.921315 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6b807eaf-da52-4bae-b315-9d4ba1e000c1 req-5c39a40f-4e00-411c-8047-9314cf07e05a tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=51be18c6-81a8-4edc-bea5-a851ddce4433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350296 Aug 16 13:09:27.091852 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-d0d17256-5748-4443-8572-76793c64c1fe tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644288139&fields=id&tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20 HTTP/1.1" status: 200 len: 267 time: 0.0328102 Aug 16 13:09:27.137754 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 45518) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:27.183356 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_v2 [None req-7437f99e-10be-4005-8c24-97055437a150 admin admin] Deleting subnet 85309671-1ea6-494d-b7fd-373c0e5a86cc {{(pid=94053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:09:27.186595 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7437f99e-10be-4005-8c24-97055437a150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.203166 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-0aba210c-f339-490a-917e-e00041c992bb tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:27.205467 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-0aba210c-f339-490a-917e-e00041c992bb tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/networks?id=0abc4278-41a3-46d0-8f8c-47614a895899 HTTP/1.1" status: 200 len: 812 time: 0.1064513 Aug 16 13:09:27.207314 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 03852240-e3f2-496d-b733-ade9eef8c181 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:09:27.221039 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7437f99e-10be-4005-8c24-97055437a150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14268650'] for subnet, precommit_delete_associations {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.222396 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-2861d381-7a4a-4609-af23-19842e96bb30 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/quotas/b7c0cd4f3ee14cdf99ae7e141b43eb20 HTTP/1.1" status: 200 len: 375 time: 0.0103214 Aug 16 13:09:27.265335 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7437f99e-10be-4005-8c24-97055437a150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1938334'] for subnet, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.279948 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-3797d757-a1f4-4bd2-9c1d-5debbf0fc3fe tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505831 Aug 16 13:09:27.314516 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 03852240-e3f2-496d-b733-ade9eef8c181, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=03852240-e3f2-496d-b733-ade9eef8c181,segment=NetworkSegment(836dcd0a-02d6-4d48-97ff-60a9cc1913b3),segment_id=836dcd0a-02d6-4d48-97ff-60a9cc1913b3)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:27.322552 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7437f99e-10be-4005-8c24-97055437a150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1938327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14434945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13324480'] for subnet, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.327400 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': '03852240-e3f2-496d-b733-ade9eef8c181', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'port_id': '03852240-e3f2-496d-b733-ade9eef8c181', 'mac_address': 'fa:16:3e:46:35:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:09:27.351647 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437f99e-10be-4005-8c24-97055437a150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85309671-1ea6-494d-b7fd-373c0e5a86cc,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:27.354440 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7437f99e-10be-4005-8c24-97055437a150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.359086 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-7437f99e-10be-4005-8c24-97055437a150 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/85309671-1ea6-494d-b7fd-373c0e5a86cc HTTP/1.1" status: 204 len: 168 time: 0.2175710 Aug 16 13:09:27.359086 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 45524) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:27.371704 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.384479 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03852240-e3f2-496d-b733-ade9eef8c181 {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:09:27.406746 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 03852240-e3f2-496d-b733-ade9eef8c181, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=03852240-e3f2-496d-b733-ade9eef8c181,segment=NetworkSegment(836dcd0a-02d6-4d48-97ff-60a9cc1913b3),segment_id=836dcd0a-02d6-4d48-97ff-60a9cc1913b3)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:27.409972 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.434366 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-01e87200-9c66-4a89-bf31-6c666bbb38e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771912'] for network, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.443474 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-d369135b-5a0f-45a1-a8e6-177993d61f06 service neutron] 10.222.0.20 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510344 Aug 16 13:09:27.463019 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=03852240-e3f2-496d-b733-ade9eef8c181,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:27.521020 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-01e87200-9c66-4a89-bf31-6c666bbb38e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740267', 'neutron.services.segments.db._delete_segments_for_network-8755702799171'] for network, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.531283 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-01e87200-9c66-4a89-bf31-6c666bbb38e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65868483-2530-436d-8ca3-f7fd2e473370']}} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:27.537616 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-e9b3aa11-b53b-4544-be0f-dcce0e5c445e service neutron] 10.222.0.20 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862439 Aug 16 13:09:27.542282 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-01e87200-9c66-4a89-bf31-6c666bbb38e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7a24fa-5788-4e1e-a021-c0d5c3b7657d') {'for_net_delete': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:27.542652 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-01e87200-9c66-4a89-bf31-6c666bbb38e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7a24fa-5788-4e1e-a021-c0d5c3b7657d') {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:27.551730 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-01e87200-9c66-4a89-bf31-6c666bbb38e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755702802764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14268643'] for segment, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.565785 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-01e87200-9c66-4a89-bf31-6c666bbb38e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.571882 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e87200-9c66-4a89-bf31-6c666bbb38e5 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:09:27.572493 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-01e87200-9c66-4a89-bf31-6c666bbb38e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14435047'] for segment, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: Traceback (most recent call last): Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: timer() Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: cb(*args, **kw) Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: return func(*args, **kwargs) Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: self._notify() Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: self.callback(batched_events) Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: event.method(event) Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: return f(self, *a, **k) Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: return self._get(url).json() Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: return self.request(url, 'GET', **kwargs) Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:09:27.574296 dv-cinder-804698-2-iscsi neutron-server[94053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:09:27.632219 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-01e87200-9c66-4a89-bf31-6c666bbb38e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726233'] for network, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.637488 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-01e87200-9c66-4a89-bf31-6c666bbb38e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.650800 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-01e87200-9c66-4a89-bf31-6c666bbb38e5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/65868483-2530-436d-8ca3-f7fd2e473370 HTTP/1.1" status: 204 len: 168 time: 0.2881138 Aug 16 13:09:27.660614 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e87200-9c66-4a89-bf31-6c666bbb38e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=65868483-2530-436d-8ca3-f7fd2e473370,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:27.746547 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['03852240-e3f2-496d-b733-ade9eef8c181'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:09:27.849928 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 45538) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:27.891006 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-626bc3b2-894d-45d7-b0f0-70af6ab8248e req-0bd15db1-54b8-4781-afff-a86ad7bc478d tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 210 time: 0.0339446 Aug 16 13:09:27.923404 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-0cbb2ddf-e51e-48bf-8f5d-9ee1fa9a191f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=554113bf921c4a2ea3f0a8248eabf588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0701640 Aug 16 13:09:27.924072 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 45540) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:27.975238 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b5736629-3c3f-441f-bf91-56b88b8877db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:27.999127 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b5736629-3c3f-441f-bf91-56b88b8877db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:28.059404 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e197de5-e794-4bb3-916e-144477fdd93f req-8c790d1f-101c-4df9-bb22-3be2134f2d84 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:28.061491 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2e197de5-e794-4bb3-916e-144477fdd93f req-8c790d1f-101c-4df9-bb22-3be2134f2d84 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 944 time: 0.0626872 Aug 16 13:09:28.068464 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b5736629-3c3f-441f-bf91-56b88b8877db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:28.071439 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b5736629-3c3f-441f-bf91-56b88b8877db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:28.072738 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-b5736629-3c3f-441f-bf91-56b88b8877db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36 HTTP/1.1" status: 204 len: 168 time: 0.1477509 Aug 16 13:09:28.080972 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5736629-3c3f-441f-bf91-56b88b8877db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49810cfb-ea0e-4f70-ba8c-37f4a4fc5b36,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:28.118673 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2e197de5-e794-4bb3-916e-144477fdd93f req-c5edc5c5-942f-4f61-8e72-e654dbc1de1c tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=51be18c6-81a8-4edc-bea5-a851ddce4433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504293 Aug 16 13:09:29.016305 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-288c2abe-b48d-44e1-94a9-6418f541d512 req-d0dad7a5-d05b-4649-9dfc-4f23d2f990c8 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 210 time: 0.0401371 Aug 16 13:09:29.033985 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-78385685-8347-4aea-ae8b-2b9943db291a tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:29.034991 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-78385685-8347-4aea-ae8b-2b9943db291a tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.61 "GET /v2.0/networks?id=0abc4278-41a3-46d0-8f8c-47614a895899 HTTP/1.1" status: 200 len: 812 time: 0.1233568 Aug 16 13:09:29.094286 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-9bee301e-0082-4fb3-a29f-6d9ff46a9fe6 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20 HTTP/1.1" status: 200 len: 380 time: 0.0430670 Aug 16 13:09:29.116794 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-20d868fa-54b5-40fd-a4f7-63ec76dc97ba tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Request body: {'port': {'device_id': '8d75b3e9-5f55-4500-b679-90fccc8aac98', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'admin_state_up': True, 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'security_groups': ['93233113-5788-4d1a-9032-aba5d2b6bfbc']}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:29.225465 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 03852240-e3f2-496d-b733-ade9eef8c181 up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:09:29.297202 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-20d868fa-54b5-40fd-a4f7-63ec76dc97ba tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Made reservation on behalf of b7c0cd4f3ee14cdf99ae7e141b43eb20 for: {'port': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:09:29.306251 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-20d868fa-54b5-40fd-a4f7-63ec76dc97ba tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.320299 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147b34e-5aff-4e7f-8b9a-98acea1d3247 req-f47bbd3f-133e-464c-be6d-70b5e5ff9eab tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:29.324264 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-1147b34e-5aff-4e7f-8b9a-98acea1d3247 req-f47bbd3f-133e-464c-be6d-70b5e5ff9eab tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 944 time: 0.0853870 Aug 16 13:09:29.336538 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port 03852240-e3f2-496d-b733-ade9eef8c181 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:09:29.344455 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port 03852240-e3f2-496d-b733-ade9eef8c181 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:09:29.350696 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.366233 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-1147b34e-5aff-4e7f-8b9a-98acea1d3247 req-90da0d9b-f3aa-4b87-8d94-701f4d4a8528 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=51be18c6-81a8-4edc-bea5-a851ddce4433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356481 Aug 16 13:09:29.472515 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-20d868fa-54b5-40fd-a4f7-63ec76dc97ba tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Allocated IP 172.20.0.4 (0abc4278-41a3-46d0-8f8c-47614a895899/faf41bad-e842-4648-97f9-204814672f73/cc5ab6b2-4c31-4fc5-9936-1162795322cf) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:09:29.513574 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.543265 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc0aa03-4a55-4cc7-8524-178866535b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03852240-e3f2-496d-b733-ade9eef8c181'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:09:29.545620 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0f170e-2787-4026-80ee-d272c37dbf84" -d '{"events": [{"server_uuid": "6cc0aa03-4a55-4cc7-8524-178866535b6f", "name": "network-vif-plugged", "status": "completed", "tag": "03852240-e3f2-496d-b733-ade9eef8c181"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:09:29.553139 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29eb47-e148-47f1-b73e-4b9bc54c65b0 req-1473fe54-d32d-43b1-97b4-146562e325b7 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:29.554934 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-af29eb47-e148-47f1-b73e-4b9bc54c65b0 req-1473fe54-d32d-43b1-97b4-146562e325b7 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0525830 Aug 16 13:09:29.610844 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-af29eb47-e148-47f1-b73e-4b9bc54c65b0 req-134d6a50-6643-433f-b8e5-78e8b84d0e20 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407655 Aug 16 13:09:29.638119 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-20d868fa-54b5-40fd-a4f7-63ec76dc97ba tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.653183 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-20d868fa-54b5-40fd-a4f7-63ec76dc97ba tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Transition to ACTIVE for port object cc5ab6b2-4c31-4fc5-9936-1162795322cf will not be triggered until provisioned by entity DHCP. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:09:29.697539 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-20d868fa-54b5-40fd-a4f7-63ec76dc97ba tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.726232 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 03852240-e3f2-496d-b733-ade9eef8c181, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=03852240-e3f2-496d-b733-ade9eef8c181,segment=NetworkSegment(836dcd0a-02d6-4d48-97ff-60a9cc1913b3),segment_id=836dcd0a-02d6-4d48-97ff-60a9cc1913b3)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:29.732790 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.749456 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-20d868fa-54b5-40fd-a4f7-63ec76dc97ba tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Network 0abc4278-41a3-46d0-8f8c-47614a895899 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:09:29.753766 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-20d868fa-54b5-40fd-a4f7-63ec76dc97ba tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:09:29.755761 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d868fa-54b5-40fd-a4f7-63ec76dc97ba tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event updated for resources: {'Port': ['ID=cc5ab6b2-4c31-4fc5-9936-1162795322cf,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:29.757898 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-20d868fa-54b5-40fd-a4f7-63ec76dc97ba tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:09:29.771313 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349af804-2dee-47b2-ba18-8d0b44128f8c x-openstack-request-id: req-349af804-2dee-47b2-ba18-8d0b44128f8c {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:09:29.771810 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc0aa03-4a55-4cc7-8524-178866535b6f", "name": "network-vif-plugged", "status": "completed", "tag": "03852240-e3f2-496d-b733-ade9eef8c181", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:09:29.771928 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-349af804-2dee-47b2-ba18-8d0b44128f8c {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:09:29.772253 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc0aa03-4a55-4cc7-8524-178866535b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03852240-e3f2-496d-b733-ade9eef8c181', 'code': 200} Aug 16 13:09:29.796847 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=03852240-e3f2-496d-b733-ade9eef8c181,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:29.820624 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-20d868fa-54b5-40fd-a4f7-63ec76dc97ba tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:29.821376 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-20d868fa-54b5-40fd-a4f7-63ec76dc97ba tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.839181 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-20d868fa-54b5-40fd-a4f7-63ec76dc97ba tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7281575 Aug 16 13:09:29.858370 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Request body: {'port': {'device_id': '8d75b3e9-5f55-4500-b679-90fccc8aac98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:29.878762 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-9b9b9cfc-2bf9-413a-88df-f0fa9cdfda59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.925736 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:29.992390 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e2623-71cd-4fd7-9605-bba9dad1708c req-4eb79387-39f8-4920-bd98-f1e7da4de515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:29.994527 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-445e2623-71cd-4fd7-9605-bba9dad1708c req-4eb79387-39f8-4920-bd98-f1e7da4de515 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 1098 time: 0.0545576 Aug 16 13:09:30.031622 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-445e2623-71cd-4fd7-9605-bba9dad1708c req-c6d6b3f9-bfb2-4af2-aa33-bdb164188803 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=51be18c6-81a8-4edc-bea5-a851ddce4433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283580 Aug 16 13:09:30.057869 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-077533c7-86eb-45ec-adb0-09e5c50957d9 None None] Provisioning for port cc5ab6b2-4c31-4fc5-9936-1162795322cf completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:09:30.063165 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-077533c7-86eb-45ec-adb0-09e5c50957d9 None None] Provisioning complete for port cc5ab6b2-4c31-4fc5-9936-1162795322cf triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:09:30.063646 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-077533c7-86eb-45ec-adb0-09e5c50957d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:30.098221 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-077533c7-86eb-45ec-adb0-09e5c50957d9 None None] Port cc5ab6b2-4c31-4fc5-9936-1162795322cf cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:09:30.138202 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39825d-8a30-4aec-b624-122deec9ffa4 req-d66cd0a7-55e1-412a-b45b-a9c70a313b54 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:30.141237 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4d39825d-8a30-4aec-b624-122deec9ffa4 req-d66cd0a7-55e1-412a-b45b-a9c70a313b54 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 931 time: 0.0560534 Aug 16 13:09:30.179097 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4d39825d-8a30-4aec-b624-122deec9ffa4 req-d5bb5b6d-c763-4d9d-b585-de545080e4c8 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319369 Aug 16 13:09:30.209355 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5ab6b2-4c31-4fc5-9936-1162795322cf {{(pid=94054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:09:30.216930 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:30.228816 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Transition to ACTIVE for port object cc5ab6b2-4c31-4fc5-9936-1162795322cf will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:09:30.232225 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13922287'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:30.282743 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5ab6b2-4c31-4fc5-9936-1162795322cf,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:30.369008 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Attempting to bind port cc5ab6b2-4c31-4fc5-9936-1162795322cf on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:09:30.369684 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Attempting to bind port cc5ab6b2-4c31-4fc5-9936-1162795322cf by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:09:30.369986 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Attempting to bind port cc5ab6b2-4c31-4fc5-9936-1162795322cf on network 0abc4278-41a3-46d0-8f8c-47614a895899 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:09:30.375533 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Port cc5ab6b2-4c31-4fc5-9936-1162795322cf on network 0abc4278-41a3-46d0-8f8c-47614a895899 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:09:30.375533 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Attempting to bind port cc5ab6b2-4c31-4fc5-9936-1162795322cf on network 0abc4278-41a3-46d0-8f8c-47614a895899 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:09:30.380478 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:09:30.380894 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Checking segment: {'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:09:30.381357 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Bound using segment: {'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:09:30.382028 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Bound port: cc5ab6b2-4c31-4fc5-9936-1162795322cf, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:09:30.382578 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:30.502687 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] For port cc5ab6b2-4c31-4fc5-9936-1162795322cf, host hv-cinder-80469, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:09:30.509568 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] For port cc5ab6b2-4c31-4fc5-9936-1162795322cf, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=cc5ab6b2-4c31-4fc5-9936-1162795322cf,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:09:30.516766 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13922287'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:30.533547 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e0037-f193-49a9-b46f-cd26a77c6e6b req-1bdc753a-c923-4d51-9fbe-b2481127a3f4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:30.535033 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-977e0037-f193-49a9-b46f-cd26a77c6e6b req-1bdc753a-c923-4d51-9fbe-b2481127a3f4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 945 time: 0.0876818 Aug 16 13:09:30.565118 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:30.565735 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:30.567261 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] 10.222.0.61 "PUT /v2.0/ports/cc5ab6b2-4c31-4fc5-9936-1162795322cf HTTP/1.1" status: 200 len: 1093 time: 0.7136445 Aug 16 13:09:30.574279 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d75b3e9-5f55-4500-b679-90fccc8aac98', 'tag': 'cc5ab6b2-4c31-4fc5-9936-1162795322cf'}] {{(pid=94054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:09:30.576725 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2e02789a86343ed90e228d8a01386e3b0dd3ee74f1c4d71a2f16840b073a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428f1170-5c55-4e22-b0b4-a3d8327a8eba" -d '{"events": [{"name": "network-changed", "server_uuid": "8d75b3e9-5f55-4500-b679-90fccc8aac98", "tag": "cc5ab6b2-4c31-4fc5-9936-1162795322cf"}]}' {{(pid=94054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:09:30.618030 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc1c1a-e446-4136-b993-60fab34883d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5ab6b2-4c31-4fc5-9936-1162795322cf,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:30.648020 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-977e0037-f193-49a9-b46f-cd26a77c6e6b req-7cce4103-a4ef-4adc-80e3-2e9edd6fb806 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=51be18c6-81a8-4edc-bea5-a851ddce4433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899713 Aug 16 13:09:30.651231 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4e00f1-95d1-45bc-a6cb-19100e74e2a6 x-openstack-request-id: req-5b4e00f1-95d1-45bc-a6cb-19100e74e2a6 {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:09:30.651231 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d75b3e9-5f55-4500-b679-90fccc8aac98", "tag": "cc5ab6b2-4c31-4fc5-9936-1162795322cf", "status": "completed", "code": 200}]} {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:09:30.651545 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b4e00f1-95d1-45bc-a6cb-19100e74e2a6 {{(pid=94054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:09:30.652144 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d75b3e9-5f55-4500-b679-90fccc8aac98', 'tag': 'cc5ab6b2-4c31-4fc5-9936-1162795322cf', 'status': 'completed', 'code': 200} Aug 16 13:09:30.731170 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-c1617ed8-8ca3-4c99-b8fd-94bbea45e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:30.732925 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-c1617ed8-8ca3-4c99-b8fd-94bbea45e55a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20&device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 1096 time: 0.0632629 Aug 16 13:09:30.746237 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3c561-bc05-4aeb-b9bf-be46982bf339 req-d2951eeb-5785-4cf1-a111-96ca0f49306b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:30.747941 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c3c3c561-bc05-4aeb-b9bf-be46982bf339 req-d2951eeb-5785-4cf1-a111-96ca0f49306b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0555706 Aug 16 13:09:30.792005 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c3c3c561-bc05-4aeb-b9bf-be46982bf339 req-d47ee78b-191b-41bb-ad82-28a95f50d465 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362849 Aug 16 13:09:30.793980 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-b224a930-dac8-46f3-b1bb-d5c75a6b369e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc5ab6b2-4c31-4fc5-9936-1162795322cf HTTP/1.1" status: 200 len: 217 time: 0.0443587 Aug 16 13:09:30.858059 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-dae5270f-ce62-4796-a541-3f1f8ddcf81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:30.859550 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-dae5270f-ce62-4796-a541-3f1f8ddcf81b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=faf41bad-e842-4648-97f9-204814672f73 HTTP/1.1" status: 200 len: 851 time: 0.0553143 Aug 16 13:09:30.917997 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-64f714d8-a662-4003-8af0-de67e05f46e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:30.919776 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-64f714d8-a662-4003-8af0-de67e05f46e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0abc4278-41a3-46d0-8f8c-47614a895899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524225 Aug 16 13:09:31.019574 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-08efa801-dea1-4204-9630-367d2092b88d service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846226 Aug 16 13:09:31.111638 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-821c9c5d-f28f-435d-a10a-d28ded3b6a08 req-fb45109b-5164-4be2-9d22-d5ac7311b144 service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835233 Aug 16 13:09:31.292216 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bb83d-91ab-43c0-b687-2820f8a923dc req-e8b17e1b-7fec-41fb-9f13-6c12035df99c tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:31.293713 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a58bb83d-91ab-43c0-b687-2820f8a923dc req-e8b17e1b-7fec-41fb-9f13-6c12035df99c tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 943 time: 0.0486145 Aug 16 13:09:31.338630 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a58bb83d-91ab-43c0-b687-2820f8a923dc req-21cc899e-be2c-4a76-af4a-b08509da6f93 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390196 Aug 16 13:09:31.370693 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f1170-5c55-4e22-b0b4-a3d8327a8eba req-74eab62e-18c1-4cef-9b10-284f9fcaa55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:31.372187 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-428f1170-5c55-4e22-b0b4-a3d8327a8eba req-74eab62e-18c1-4cef-9b10-284f9fcaa55b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20&device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 1096 time: 0.0475621 Aug 16 13:09:31.468866 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f1170-5c55-4e22-b0b4-a3d8327a8eba req-53aeb5e8-a0b8-4f3b-a821-e89343ea28ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:31.470235 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-428f1170-5c55-4e22-b0b4-a3d8327a8eba req-53aeb5e8-a0b8-4f3b-a821-e89343ea28ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=0abc4278-41a3-46d0-8f8c-47614a895899 HTTP/1.1" status: 200 len: 913 time: 0.0852718 Aug 16 13:09:31.564418 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-428f1170-5c55-4e22-b0b4-a3d8327a8eba req-99cf0aeb-993e-49c8-8425-88028ddd5896 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc5ab6b2-4c31-4fc5-9936-1162795322cf HTTP/1.1" status: 200 len: 217 time: 0.0386205 Aug 16 13:09:31.617172 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f1170-5c55-4e22-b0b4-a3d8327a8eba req-885ae9c2-e431-4728-8ea3-a06c586f1188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:31.619163 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-428f1170-5c55-4e22-b0b4-a3d8327a8eba req-885ae9c2-e431-4728-8ea3-a06c586f1188 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=faf41bad-e842-4648-97f9-204814672f73 HTTP/1.1" status: 200 len: 851 time: 0.0423357 Aug 16 13:09:31.673332 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f1170-5c55-4e22-b0b4-a3d8327a8eba req-a79631e6-70b8-43af-8862-89c6f06e3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:31.674773 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-428f1170-5c55-4e22-b0b4-a3d8327a8eba req-a79631e6-70b8-43af-8862-89c6f06e3d18 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0abc4278-41a3-46d0-8f8c-47614a895899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384455 Aug 16 13:09:31.765683 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11524b18-551a-4b4c-b9b6-3468d3cd300a req-aba2b83a-36de-4a50-b3d8-8d22d9d6da28 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:31.767047 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-11524b18-551a-4b4c-b9b6-3468d3cd300a req-aba2b83a-36de-4a50-b3d8-8d22d9d6da28 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 945 time: 0.0517080 Aug 16 13:09:31.792683 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-428f1170-5c55-4e22-b0b4-a3d8327a8eba req-08f189cc-b94b-4136-93ae-c00ad9477ebb service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858421 Aug 16 13:09:31.806244 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-11524b18-551a-4b4c-b9b6-3468d3cd300a req-e02da9c7-9c48-4959-b843-795a7319b6e3 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=51be18c6-81a8-4edc-bea5-a851ddce4433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326068 Aug 16 13:09:31.896827 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-428f1170-5c55-4e22-b0b4-a3d8327a8eba req-47b34d16-b83a-4ddc-82e8-a360f89b90a3 service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965788 Aug 16 13:09:31.921048 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935945f-0999-4ef4-aaff-53e79600cccf req-56718074-2a5e-40fb-ae65-a424783d34a2 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:31.922557 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6935945f-0999-4ef4-aaff-53e79600cccf req-56718074-2a5e-40fb-ae65-a424783d34a2 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 945 time: 0.0485284 Aug 16 13:09:31.931998 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 45638) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:31.934819 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5321d-5cae-4c0f-a890-39dc1661663f req-f7faa634-179f-428a-abb5-a08865736390 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:31.936426 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-63b5321d-5cae-4c0f-a890-39dc1661663f req-f7faa634-179f-428a-abb5-a08865736390 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0586407 Aug 16 13:09:31.936650 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-4f353279-1970-46a7-bd07-0a3fdb492b1d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Request body: {'floatingip': {'port_id': '03852240-e3f2-496d-b733-ade9eef8c181'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:31.976766 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-63b5321d-5cae-4c0f-a890-39dc1661663f req-d489acba-9e17-4a36-9685-329c5336ef6b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324705 Aug 16 13:09:31.979604 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4f353279-1970-46a7-bd07-0a3fdb492b1d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for floatingip, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.427281 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4f353279-1970-46a7-bd07-0a3fdb492b1d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.447526 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4f353279-1970-46a7-bd07-0a3fdb492b1d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726215'] for floatingip, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.505484 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-53bfe990-b51c-4b8d-adbe-954b0f011069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.508595 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b2e92-80ae-4193-981f-fd53ab9c1e90 req-b84b6943-ff21-426d-a791-1a9e0507ad90 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:32.510226 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d38b2e92-80ae-4193-981f-fd53ab9c1e90 req-b84b6943-ff21-426d-a791-1a9e0507ad90 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 943 time: 0.1012282 Aug 16 13:09:32.583537 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.db.l3_db [None req-4f353279-1970-46a7-bd07-0a3fdb492b1d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Floating IP 44309175-9f30-4660-8cad-e134895c6f6a associated. External IP: 172.27.3.165, port: 03852240-e3f2-496d-b733-ade9eef8c181. Aug 16 13:09:32.588251 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d38b2e92-80ae-4193-981f-fd53ab9c1e90 req-70bd3887-2bb9-43d8-9f87-d780b819beed tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535095 Aug 16 13:09:32.749832 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.791945 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f353279-1970-46a7-bd07-0a3fdb492b1d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Router 25a54772-6d0c-44c3-ab45-360faf927419 has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:09:32.894041 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f353279-1970-46a7-bd07-0a3fdb492b1d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:09:32.898822 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4f353279-1970-46a7-bd07-0a3fdb492b1d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:32.904143 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a229158f-24cd-46f1-9709-ac6aae8c2a87 None None] Sync routers for ids ['25a54772-6d0c-44c3-ab45-360faf927419'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:09:32.913086 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a229158f-24cd-46f1-9709-ac6aae8c2a87 None None] Routers {'25a54772-6d0c-44c3-ab45-360faf927419'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:09:32.913772 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-a229158f-24cd-46f1-9709-ac6aae8c2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:09:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['25a54772-6d0c-44c3-ab45-360faf927419'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:32.928584 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-4f353279-1970-46a7-bd07-0a3fdb492b1d tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "PUT /v2.0/floatingips/44309175-9f30-4660-8cad-e134895c6f6a HTTP/1.1" status: 200 len: 991 time: 0.9953694 Aug 16 13:09:32.929013 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc0aa03-4a55-4cc7-8524-178866535b6f', 'tag': '03852240-e3f2-496d-b733-ade9eef8c181'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:09:32.931298 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74272f59-c4d3-4298-8460-61747b93fb23" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc0aa03-4a55-4cc7-8524-178866535b6f", "tag": "03852240-e3f2-496d-b733-ade9eef8c181"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:09:33.027056 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-a229158f-24cd-46f1-9709-ac6aae8c2a87 None None] Set router 25a54772-6d0c-44c3-ab45-360faf927419 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:09:33.039663 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faeaa5f1-d824-4e4d-83d3-342900403f43 x-openstack-request-id: req-faeaa5f1-d824-4e4d-83d3-342900403f43 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:09:33.040692 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc0aa03-4a55-4cc7-8524-178866535b6f", "tag": "03852240-e3f2-496d-b733-ade9eef8c181", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:09:33.041187 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-faeaa5f1-d824-4e4d-83d3-342900403f43 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:09:33.041886 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc0aa03-4a55-4cc7-8524-178866535b6f', 'tag': '03852240-e3f2-496d-b733-ade9eef8c181', 'status': 'completed', 'code': 200} Aug 16 13:09:33.135508 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15db24-fd64-4e34-86db-4cda1fdd3f4f req-dff45427-76a3-4699-b684-01fcd250b6ba tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:33.137210 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6f15db24-fd64-4e34-86db-4cda1fdd3f4f req-dff45427-76a3-4699-b684-01fcd250b6ba tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0533102 Aug 16 13:09:33.146490 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74272f59-c4d3-4298-8460-61747b93fb23 req-4d98c86b-83d1-4ff6-bf42-21163c838333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:33.148630 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-74272f59-c4d3-4298-8460-61747b93fb23 req-4d98c86b-83d1-4ff6-bf42-21163c838333 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35289569ce2a48d18e2b46800222e61d&device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 1098 time: 0.0527203 Aug 16 13:09:33.177496 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6f15db24-fd64-4e34-86db-4cda1fdd3f4f req-0c6942da-ab77-4c95-8cd8-7aaf9e0523c4 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343034 Aug 16 13:09:33.260775 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74272f59-c4d3-4298-8460-61747b93fb23 req-bf6c8e63-4a4d-4220-88ad-101ab7b973ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:33.262264 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-74272f59-c4d3-4298-8460-61747b93fb23 req-bf6c8e63-4a4d-4220-88ad-101ab7b973ef service neutron] 10.222.0.61 "GET /v2.0/networks?id=b120bbf0-0985-452a-bb3e-65b335150f39 HTTP/1.1" status: 200 len: 912 time: 0.1011932 Aug 16 13:09:33.270741 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-a229158f-24cd-46f1-9709-ac6aae8c2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:03:50Z', 'revision_number': 4, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port': {'id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '44309175-9f30-4660-8cad-e134895c6f6a', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'port_id': '03852240-e3f2-496d-b733-ade9eef8c181', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'mac_address': 'fa:16:3e:46:35:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc0aa03-4a55-4cc7-8524-178866535b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:09:03Z', 'updated_at': '2021-08-16T13:09:32Z', 'revision_number': 1, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4c2b92-478c-4248-9590-8cf0ac5a893d', 'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'mac_address': 'fa:16:3e:44:a6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:46Z', 'updated_at': '2021-08-16T13:04:03Z', 'revision_number': 5, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'subnets': [{'id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:33.298393 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a229158f-24cd-46f1-9709-ac6aae8c2a87 None None] Checking router: 25a54772-6d0c-44c3-ab45-360faf927419 for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:09:33.307732 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a229158f-24cd-46f1-9709-ac6aae8c2a87 None None] Routers {'25a54772-6d0c-44c3-ab45-360faf927419'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:09:33.308335 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-a229158f-24cd-46f1-9709-ac6aae8c2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:09:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['25a54772-6d0c-44c3-ab45-360faf927419'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:33.418481 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-a229158f-24cd-46f1-9709-ac6aae8c2a87 None None] Set router 25a54772-6d0c-44c3-ab45-360faf927419 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:09:33.520788 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:33.568063 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-74272f59-c4d3-4298-8460-61747b93fb23 req-98a4efd0-51d2-4002-9a0b-5003857f2517 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03852240-e3f2-496d-b733-ade9eef8c181 HTTP/1.1" status: 200 len: 999 time: 0.2970667 Aug 16 13:09:33.622465 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74272f59-c4d3-4298-8460-61747b93fb23 req-f2bbd779-c3fa-4855-a17b-12f22a3d1278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:33.624093 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-74272f59-c4d3-4298-8460-61747b93fb23 req-f2bbd779-c3fa-4855-a17b-12f22a3d1278 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=396e273c-25ea-422a-a322-cf3e6f91f4f2 HTTP/1.1" status: 200 len: 850 time: 0.0458584 Aug 16 13:09:33.666488 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-a229158f-24cd-46f1-9709-ac6aae8c2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:03:50Z', 'revision_number': 4, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port': {'id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '44309175-9f30-4660-8cad-e134895c6f6a', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'port_id': '03852240-e3f2-496d-b733-ade9eef8c181', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'mac_address': 'fa:16:3e:46:35:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc0aa03-4a55-4cc7-8524-178866535b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:09:03Z', 'updated_at': '2021-08-16T13:09:32Z', 'revision_number': 1, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4c2b92-478c-4248-9590-8cf0ac5a893d', 'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'mac_address': 'fa:16:3e:44:a6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:46Z', 'updated_at': '2021-08-16T13:04:03Z', 'revision_number': 5, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'subnets': [{'id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:33.692954 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a229158f-24cd-46f1-9709-ac6aae8c2a87 None None] The sync data for ids ['25a54772-6d0c-44c3-ab45-360faf927419'] in dv-cinder-804698-2-iscsi is: [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:03:50Z', 'revision_number': 4, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port': {'id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '44309175-9f30-4660-8cad-e134895c6f6a', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'port_id': '03852240-e3f2-496d-b733-ade9eef8c181', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'mac_address': 'fa:16:3e:46:35:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc0aa03-4a55-4cc7-8524-178866535b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:09:03Z', 'updated_at': '2021-08-16T13:09:32Z', 'revision_number': 1, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4c2b92-478c-4248-9590-8cf0ac5a893d', 'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'mac_address': 'fa:16:3e:44:a6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:46Z', 'updated_at': '2021-08-16T13:04:03Z', 'revision_number': 5, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'subnets': [{'id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:09:33.698172 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74272f59-c4d3-4298-8460-61747b93fb23 req-5ee0aff3-b204-4a75-bf6f-8ee16c90a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:33.699715 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-74272f59-c4d3-4298-8460-61747b93fb23 req-5ee0aff3-b204-4a75-bf6f-8ee16c90a50c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b120bbf0-0985-452a-bb3e-65b335150f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678959 Aug 16 13:09:33.723320 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c2017-797f-4574-9596-2a4a2f58a0f9 req-e9bc5cf5-3d6a-481f-8f26-3954699d61b8 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:33.724812 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-586c2017-797f-4574-9596-2a4a2f58a0f9 req-e9bc5cf5-3d6a-481f-8f26-3954699d61b8 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 943 time: 0.0642054 Aug 16 13:09:33.807409 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-586c2017-797f-4574-9596-2a4a2f58a0f9 req-1af30a11-ae7c-4628-a591-4ae65f8517c1 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696330 Aug 16 13:09:33.830489 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-74272f59-c4d3-4298-8460-61747b93fb23 req-1d3b4d10-6ec9-402b-ad66-6f6a84ca8e30 service neutron] 10.222.0.61 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230214 Aug 16 13:09:33.876122 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb41f46-0acb-4754-8d78-d8b54dc03641 None None] New status for floating IP 44309175-9f30-4660-8cad-e134895c6f6a: ACTIVE {{(pid=94056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:09:33.926293 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-74272f59-c4d3-4298-8460-61747b93fb23 req-fb92ce3f-f0cd-4c50-8ea8-e6f9ae393784 service neutron] 10.222.0.61 "GET /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874844 Aug 16 13:09:34.296689 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdf086-f896-4ab2-ac02-acb94963bad0 req-f3d3435e-13d4-4f4a-a8e0-417d5e619b58 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:34.298166 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-10bdf086-f896-4ab2-ac02-acb94963bad0 req-f3d3435e-13d4-4f4a-a8e0-417d5e619b58 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0487278 Aug 16 13:09:34.336403 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-10bdf086-f896-4ab2-ac02-acb94963bad0 req-ecc78956-e58f-42dc-acd0-0e469b5fa086 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315063 Aug 16 13:09:34.924583 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90d480-81c6-4769-aa1d-08fed1d6650b req-2db32bd9-5b6b-469f-8f28-93448e6b2389 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:34.926422 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-be90d480-81c6-4769-aa1d-08fed1d6650b req-2db32bd9-5b6b-469f-8f28-93448e6b2389 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 943 time: 0.0502820 Aug 16 13:09:34.964125 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-be90d480-81c6-4769-aa1d-08fed1d6650b req-5c36d9bd-5ca9-4181-a9dd-d90529278f50 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312870 Aug 16 13:09:35.280815 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:35.457404 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9743b-6c84-49d6-ab80-1a487780cb99 req-df130445-8fe5-43fe-9077-b4dfea0ce350 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:35.458761 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-51b9743b-6c84-49d6-ab80-1a487780cb99 req-df130445-8fe5-43fe-9077-b4dfea0ce350 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0512772 Aug 16 13:09:35.495173 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-51b9743b-6c84-49d6-ab80-1a487780cb99 req-fef5c1fc-60ad-45ed-b324-d88be2810d2d tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299056 Aug 16 13:09:36.078045 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462e611-ba14-4bf7-a223-fc0178e93b42 req-c35382cb-8367-4c67-9eba-e90988708e9c tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:36.079579 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f462e611-ba14-4bf7-a223-fc0178e93b42 req-c35382cb-8367-4c67-9eba-e90988708e9c tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 943 time: 0.0484257 Aug 16 13:09:36.116265 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f462e611-ba14-4bf7-a223-fc0178e93b42 req-b119a8f3-d664-411a-9372-56f98e13fee7 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308073 Aug 16 13:09:36.613936 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685419c-9839-4bab-a7b2-d7997aed3b7f req-f3dd0a9d-f818-430e-a993-9779721d5d6c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:36.615407 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2685419c-9839-4bab-a7b2-d7997aed3b7f req-f3dd0a9d-f818-430e-a993-9779721d5d6c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0483425 Aug 16 13:09:36.655838 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2685419c-9839-4bab-a7b2-d7997aed3b7f req-e9942adc-e708-4ae9-ad31-f83432305ce4 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343184 Aug 16 13:09:37.230113 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0a7a9-9c54-485f-8ad3-a5479e073956 req-e70e4dad-cadd-46fa-adaf-9fd815aa0599 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:37.231588 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b6d0a7a9-9c54-485f-8ad3-a5479e073956 req-e70e4dad-cadd-46fa-adaf-9fd815aa0599 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 943 time: 0.0479023 Aug 16 13:09:37.268860 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b6d0a7a9-9c54-485f-8ad3-a5479e073956 req-81f4454d-dd34-4bc6-bb9d-08ff634569e2 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314548 Aug 16 13:09:37.771809 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfde24-80eb-45d7-886c-9ee4dbe93718 req-e1cd6d57-8483-40c9-b348-f66a3316d7a0 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:37.773278 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-88dfde24-80eb-45d7-886c-9ee4dbe93718 req-e1cd6d57-8483-40c9-b348-f66a3316d7a0 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0476537 Aug 16 13:09:37.817705 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-88dfde24-80eb-45d7-886c-9ee4dbe93718 req-10f7cfd5-7efa-43b3-8539-1252c2db50e2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378833 Aug 16 13:09:38.386244 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ab0c9-b40f-4e3c-9ba5-c0e5376d518a req-44ebc3f2-2b4e-4bba-8224-764b92b2168b tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:38.387740 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-646ab0c9-b40f-4e3c-9ba5-c0e5376d518a req-44ebc3f2-2b4e-4bba-8224-764b92b2168b tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 943 time: 0.0521307 Aug 16 13:09:38.424454 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-646ab0c9-b40f-4e3c-9ba5-c0e5376d518a req-b0a25c3c-697d-404a-9e06-b1996b626ae6 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308545 Aug 16 13:09:38.936851 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b049185-27c9-471a-acc5-43daed2f88ee req-0d5b9f6d-fabb-4999-b6d7-989e63499e55 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:38.938306 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6b049185-27c9-471a-acc5-43daed2f88ee req-0d5b9f6d-fabb-4999-b6d7-989e63499e55 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0493336 Aug 16 13:09:38.975565 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6b049185-27c9-471a-acc5-43daed2f88ee req-253c06cc-50f8-45f7-b327-7a7021969fef tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313907 Aug 16 13:09:39.536102 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080e805-1ad1-471e-8735-e7d7d19fedcd req-e730c27e-b779-41b3-8bad-dbf85d4fbc55 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:39.537477 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9080e805-1ad1-471e-8735-e7d7d19fedcd req-e730c27e-b779-41b3-8bad-dbf85d4fbc55 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 943 time: 0.0481884 Aug 16 13:09:39.574897 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9080e805-1ad1-471e-8735-e7d7d19fedcd req-c6f84daa-1359-460d-acee-720c5f90c65a tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315244 Aug 16 13:09:40.096574 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee7066-8241-44ed-864f-56d52e5e9cfe req-3994245e-b567-46bf-be21-e7de2d03b77a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:40.098450 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-beee7066-8241-44ed-864f-56d52e5e9cfe req-3994245e-b567-46bf-be21-e7de2d03b77a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0505681 Aug 16 13:09:40.137727 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-beee7066-8241-44ed-864f-56d52e5e9cfe req-64429501-5839-43ae-9e45-b58ce70d8818 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329332 Aug 16 13:09:40.353056 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:09:40.687635 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948819b-b634-491a-b8c1-0a110928e96a req-1eb0f331-046e-42d2-8195-9588b15f636b tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:40.689122 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6948819b-b634-491a-b8c1-0a110928e96a req-1eb0f331-046e-42d2-8195-9588b15f636b tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 943 time: 0.0495667 Aug 16 13:09:40.726870 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-6948819b-b634-491a-b8c1-0a110928e96a req-36d9a46f-57c9-4cf0-b7ed-f4efe8f789e8 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318878 Aug 16 13:09:41.265500 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35564216-2ad9-4cf9-b087-2ffe5b303605 req-49819ebf-d929-44f5-b8b9-4aaa9ff84e75 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:41.266942 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-35564216-2ad9-4cf9-b087-2ffe5b303605 req-49819ebf-d929-44f5-b8b9-4aaa9ff84e75 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0518682 Aug 16 13:09:41.274693 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device cc5ab6b2-4c31-4fc5-9936-1162795322cf details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:09:41.309297 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-35564216-2ad9-4cf9-b087-2ffe5b303605 req-aaba8edd-13d3-4b68-96c2-151231391369 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358882 Aug 16 13:09:41.377545 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port cc5ab6b2-4c31-4fc5-9936-1162795322cf, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=cc5ab6b2-4c31-4fc5-9936-1162795322cf,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:41.388985 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': 'cc5ab6b2-4c31-4fc5-9936-1162795322cf', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'port_id': 'cc5ab6b2-4c31-4fc5-9936-1162795322cf', 'mac_address': 'fa:16:3e:ee:e4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:09:41.425241 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:41.438482 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5ab6b2-4c31-4fc5-9936-1162795322cf {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:09:41.457216 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port cc5ab6b2-4c31-4fc5-9936-1162795322cf, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=cc5ab6b2-4c31-4fc5-9936-1162795322cf,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:41.461110 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:41.507161 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=cc5ab6b2-4c31-4fc5-9936-1162795322cf,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:41.794791 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['cc5ab6b2-4c31-4fc5-9936-1162795322cf'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:09:41.847610 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee151b-ae96-4799-9075-3a0ae0c60542 req-5468dbb1-a399-4ea8-87a6-6c26aff20103 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:41.849124 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f6ee151b-ae96-4799-9075-3a0ae0c60542 req-5468dbb1-a399-4ea8-87a6-6c26aff20103 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 944 time: 0.0577538 Aug 16 13:09:41.887279 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f6ee151b-ae96-4799-9075-3a0ae0c60542 req-db536503-45b1-4800-a621-39bd49288b90 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320396 Aug 16 13:09:42.428941 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768dafa-2335-4a1f-aefd-8e75ee563155 req-0dea9787-5f44-431f-89c5-b5403a16c231 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:42.430431 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e768dafa-2335-4a1f-aefd-8e75ee563155 req-0dea9787-5f44-431f-89c5-b5403a16c231 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0493150 Aug 16 13:09:42.473886 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e768dafa-2335-4a1f-aefd-8e75ee563155 req-7086d7f3-d4d0-449c-b35e-628beda95592 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369749 Aug 16 13:09:42.999276 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b6713-2484-4498-8fbd-b5270271f3b9 req-bbcf61d1-926e-45ea-8d9c-b7d85b1de14e tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:43.000658 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e28b6713-2484-4498-8fbd-b5270271f3b9 req-bbcf61d1-926e-45ea-8d9c-b7d85b1de14e tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 944 time: 0.0482168 Aug 16 13:09:43.037724 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e28b6713-2484-4498-8fbd-b5270271f3b9 req-5d641c6d-671b-4656-addd-ccce4b522cd3 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312736 Aug 16 13:09:43.285908 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device cc5ab6b2-4c31-4fc5-9936-1162795322cf up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:09:43.332722 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port cc5ab6b2-4c31-4fc5-9936-1162795322cf completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:09:43.336207 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port cc5ab6b2-4c31-4fc5-9936-1162795322cf triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:09:43.336572 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:43.412533 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:43.435256 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d75b3e9-5f55-4500-b679-90fccc8aac98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5ab6b2-4c31-4fc5-9936-1162795322cf'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:09:43.437493 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944fe452-371c-41d9-b9d6-3c8ae0a43da2" -d '{"events": [{"server_uuid": "8d75b3e9-5f55-4500-b679-90fccc8aac98", "name": "network-vif-plugged", "status": "completed", "tag": "cc5ab6b2-4c31-4fc5-9936-1162795322cf"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:09:43.450559 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port cc5ab6b2-4c31-4fc5-9936-1162795322cf, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=cc5ab6b2-4c31-4fc5-9936-1162795322cf,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:43.454460 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:43.477293 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a9a7ac-776c-4a81-8199-f00c12bee36d x-openstack-request-id: req-93a9a7ac-776c-4a81-8199-f00c12bee36d {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:09:43.477584 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d75b3e9-5f55-4500-b679-90fccc8aac98", "name": "network-vif-plugged", "status": "completed", "tag": "cc5ab6b2-4c31-4fc5-9936-1162795322cf", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:09:43.477867 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93a9a7ac-776c-4a81-8199-f00c12bee36d {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:09:43.478253 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d75b3e9-5f55-4500-b679-90fccc8aac98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5ab6b2-4c31-4fc5-9936-1162795322cf', 'code': 200} Aug 16 13:09:43.502139 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=cc5ab6b2-4c31-4fc5-9936-1162795322cf,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:43.594533 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d253c7b-23fa-462c-9595-7a16b2443a34 req-a4f108b6-f458-4c26-aa98-4022a78d0a5a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:43.596023 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0d253c7b-23fa-462c-9595-7a16b2443a34 req-a4f108b6-f458-4c26-aa98-4022a78d0a5a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0491183 Aug 16 13:09:43.632091 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0d253c7b-23fa-462c-9595-7a16b2443a34 req-24faf4a6-4b83-4b89-a8c3-86a29997aefd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303061 Aug 16 13:09:43.752092 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21bcb4-8e2b-4b8c-9333-d78b300c48f1 req-1a7863a5-a358-453e-8996-be9db084a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:43.753559 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ec21bcb4-8e2b-4b8c-9333-d78b300c48f1 req-1a7863a5-a358-453e-8996-be9db084a761 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 1098 time: 0.0391810 Aug 16 13:09:43.790482 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ec21bcb4-8e2b-4b8c-9333-d78b300c48f1 req-77b27daf-5457-4155-8fda-757cdc83965e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295286 Aug 16 13:09:44.154826 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df0cf5-9288-41f8-9bba-bea69c483689 req-781184cd-85b7-4d37-b88b-8b865befb88c tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:44.156386 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b0df0cf5-9288-41f8-9bba-bea69c483689 req-781184cd-85b7-4d37-b88b-8b865befb88c tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 945 time: 0.0491078 Aug 16 13:09:44.195072 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b0df0cf5-9288-41f8-9bba-bea69c483689 req-6d4e1949-4b58-4f2b-8e1c-76c09187d6aa tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318453 Aug 16 13:09:44.766647 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afe579-a6c9-4e70-a073-c87044647fb5 req-022e3528-6e1d-4d5c-b432-2496394b0fc8 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:44.768041 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e7afe579-a6c9-4e70-a073-c87044647fb5 req-022e3528-6e1d-4d5c-b432-2496394b0fc8 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0531967 Aug 16 13:09:44.804884 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e7afe579-a6c9-4e70-a073-c87044647fb5 req-7245c6a3-2fb9-488f-a6c4-aa8600bdf996 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309379 Aug 16 13:09:45.312692 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72432804-05a4-4300-8bf3-55cbfa22b0a6 req-6f8f24e1-8572-4692-8fb1-e9f9fd971d61 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:45.314191 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-72432804-05a4-4300-8bf3-55cbfa22b0a6 req-6f8f24e1-8572-4692-8fb1-e9f9fd971d61 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 945 time: 0.0502338 Aug 16 13:09:45.354522 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-72432804-05a4-4300-8bf3-55cbfa22b0a6 req-8651af24-73c7-49ef-a01f-bf6513cc6edb tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344696 Aug 16 13:09:45.470227 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d1933-158b-4c30-bcc8-fd1a1c02b60e req-b21b1bf8-79b2-415c-bde4-14cc2d88d181 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:45.471710 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b53d1933-158b-4c30-bcc8-fd1a1c02b60e req-b21b1bf8-79b2-415c-bde4-14cc2d88d181 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 945 time: 0.0493848 Aug 16 13:09:45.511057 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b53d1933-158b-4c30-bcc8-fd1a1c02b60e req-9152205b-0610-4cd7-a2f3-8114ff87cb9d tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335281 Aug 16 13:09:45.533320 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 45846) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:45.717701 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76559f6a-cad3-44bd-b8d9-73015fb52fa9 tempest-TestVolumeBootPattern-1228122011 tempest-TestVolumeBootPattern-1228122011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:45.719254 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-76559f6a-cad3-44bd-b8d9-73015fb52fa9 tempest-TestVolumeBootPattern-1228122011 tempest-TestVolumeBootPattern-1228122011-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 1093 time: 0.1849759 Aug 16 13:09:45.722326 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 45850) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:09:45.727148 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Request body: {'floatingip': {'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'port_id': 'cc5ab6b2-4c31-4fc5-9936-1162795322cf', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:09:45.748754 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for floatingip, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:45.859629 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:45.997729 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344d934-0f96-4d7c-830b-49e34a66e590 req-63c67b14-ba62-4a79-b1c3-66835ba531d1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:45.999228 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e344d934-0f96-4d7c-830b-49e34a66e590 req-63c67b14-ba62-4a79-b1c3-66835ba531d1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0972462 Aug 16 13:09:46.020903 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Allocated IP 172.27.3.114 (dd0d50ff-d8a0-439f-a316-3d03b34bea63/fc8a6ada-9b26-423b-a24f-6b1bb332a099/7f1945b5-2981-44e2-b752-abfb6866219a) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:09:46.105644 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e344d934-0f96-4d7c-830b-49e34a66e590 req-40a3ab66-9c76-4fe3-854a-334d8c043605 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003883 Aug 16 13:09:46.177610 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:46.215945 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:46.261361 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:09:46.264190 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:09:46.268563 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:09:46.270707 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event updated for resources: {'Port': ['ID=7f1945b5-2981-44e2-b752-abfb6866219a,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:46.628929 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:46.695543 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:46.845921 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:46.850295 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13922287'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:46.913384 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event updated for resources: {'Port': ['ID=7f1945b5-2981-44e2-b752-abfb6866219a,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:46.929478 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726215'] for floatingip, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:47.030184 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.l3_db [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Floating IP e067042f-624d-4854-a773-6ed479a9f291 associated. External IP: 172.27.3.114, port: cc5ab6b2-4c31-4fc5-9936-1162795322cf. Aug 16 13:09:47.272170 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a548c7d-1899-4e0d-bebe-a2a8875407b5 req-1c061992-a5f1-41a8-975d-90d677291986 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:47.273538 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8a548c7d-1899-4e0d-bebe-a2a8875407b5 req-1c061992-a5f1-41a8-975d-90d677291986 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0957944 Aug 16 13:09:47.278854 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Router f1795ea3-0cc6-49f3-ab36-6a763710f8ce has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:09:47.351413 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8a548c7d-1899-4e0d-bebe-a2a8875407b5 req-d99c588e-72cc-483c-b2c7-20c633db61e2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710356 Aug 16 13:09:47.415757 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:09:47.430305 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aabf09f-dfc7-43b6-a21f-452bc0f2f971 None None] Sync routers for ids ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:09:47.434288 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:47.442812 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aabf09f-dfc7-43b6-a21f-452bc0f2f971 None None] Routers {'f1795ea3-0cc6-49f3-ab36-6a763710f8ce'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:09:47.443478 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-5aabf09f-dfc7-43b6-a21f-452bc0f2f971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:09:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:47.461403 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-8be1fb37-9348-4b90-bc0b-2c79c6c0a3ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7378747 Aug 16 13:09:47.462139 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d75b3e9-5f55-4500-b679-90fccc8aac98', 'tag': 'cc5ab6b2-4c31-4fc5-9936-1162795322cf'}] {{(pid=94054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:09:47.466120 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2e02789a86343ed90e228d8a01386e3b0dd3ee74f1c4d71a2f16840b073a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23762d6-63a4-4cc1-812a-c5b1981d3939" -d '{"events": [{"name": "network-changed", "server_uuid": "8d75b3e9-5f55-4500-b679-90fccc8aac98", "tag": "cc5ab6b2-4c31-4fc5-9936-1162795322cf"}]}' {{(pid=94054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:09:47.501943 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934cc0ef-77f9-4132-9358-f1766be9172d x-openstack-request-id: req-934cc0ef-77f9-4132-9358-f1766be9172d {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:09:47.502452 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d75b3e9-5f55-4500-b679-90fccc8aac98", "tag": "cc5ab6b2-4c31-4fc5-9936-1162795322cf", "status": "completed", "code": 200}]} {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:09:47.502713 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-934cc0ef-77f9-4132-9358-f1766be9172d {{(pid=94054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:09:47.503123 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d75b3e9-5f55-4500-b679-90fccc8aac98', 'tag': 'cc5ab6b2-4c31-4fc5-9936-1162795322cf', 'status': 'completed', 'code': 200} Aug 16 13:09:47.559053 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-5aabf09f-dfc7-43b6-a21f-452bc0f2f971 None None] Set router f1795ea3-0cc6-49f3-ab36-6a763710f8ce gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:09:47.594359 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23762d6-63a4-4cc1-812a-c5b1981d3939 req-0584d669-616c-4a00-b48c-83addbac7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:47.595891 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a23762d6-63a4-4cc1-812a-c5b1981d3939 req-0584d669-616c-4a00-b48c-83addbac7b34 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20&device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 1098 time: 0.0448372 Aug 16 13:09:47.691329 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23762d6-63a4-4cc1-812a-c5b1981d3939 req-9034cf63-9c8d-4e1a-b9ee-bbf4f1957d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:47.692812 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a23762d6-63a4-4cc1-812a-c5b1981d3939 req-9034cf63-9c8d-4e1a-b9ee-bbf4f1957d2e service neutron] 10.222.0.61 "GET /v2.0/networks?id=0abc4278-41a3-46d0-8f8c-47614a895899 HTTP/1.1" status: 200 len: 913 time: 0.0853076 Aug 16 13:09:47.765328 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a23762d6-63a4-4cc1-812a-c5b1981d3939 req-11f2b2c9-46f9-484f-9b16-9002653310ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc5ab6b2-4c31-4fc5-9936-1162795322cf HTTP/1.1" status: 200 len: 999 time: 0.0627546 Aug 16 13:09:47.785266 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-5aabf09f-dfc7-43b6-a21f-452bc0f2f971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': 'e067042f-624d-4854-a773-6ed479a9f291', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'port_id': 'cc5ab6b2-4c31-4fc5-9936-1162795322cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'mac_address': 'fa:16:3e:ee:e4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d75b3e9-5f55-4500-b679-90fccc8aac98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:09:46Z', 'updated_at': '2021-08-16T13:09:46Z', 'revision_number': 0, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:56Z', 'revision_number': 5, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:47.811831 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aabf09f-dfc7-43b6-a21f-452bc0f2f971 None None] Checking router: f1795ea3-0cc6-49f3-ab36-6a763710f8ce for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:09:47.815819 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23762d6-63a4-4cc1-812a-c5b1981d3939 req-db145ddc-65df-4062-ba66-5641b957284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:47.817274 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a23762d6-63a4-4cc1-812a-c5b1981d3939 req-db145ddc-65df-4062-ba66-5641b957284f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=faf41bad-e842-4648-97f9-204814672f73 HTTP/1.1" status: 200 len: 851 time: 0.0450265 Aug 16 13:09:47.820912 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aabf09f-dfc7-43b6-a21f-452bc0f2f971 None None] Routers {'f1795ea3-0cc6-49f3-ab36-6a763710f8ce'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:09:47.821592 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-5aabf09f-dfc7-43b6-a21f-452bc0f2f971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:09:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:47.873104 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23762d6-63a4-4cc1-812a-c5b1981d3939 req-b52efd1e-2dc1-45e9-98dc-96a3a7c9e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:47.875384 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a23762d6-63a4-4cc1-812a-c5b1981d3939 req-b52efd1e-2dc1-45e9-98dc-96a3a7c9e572 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0abc4278-41a3-46d0-8f8c-47614a895899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486686 Aug 16 13:09:47.936345 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-5aabf09f-dfc7-43b6-a21f-452bc0f2f971 None None] Set router f1795ea3-0cc6-49f3-ab36-6a763710f8ce gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:09:47.970980 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a23762d6-63a4-4cc1-812a-c5b1981d3939 req-f8fdda32-eca3-4aa5-8670-5da057df1670 service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885196 Aug 16 13:09:48.061574 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a23762d6-63a4-4cc1-812a-c5b1981d3939 req-eaf26404-0ca3-48e2-89d7-3df683bf9d72 service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822630 Aug 16 13:09:48.164686 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-5aabf09f-dfc7-43b6-a21f-452bc0f2f971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': 'e067042f-624d-4854-a773-6ed479a9f291', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'port_id': 'cc5ab6b2-4c31-4fc5-9936-1162795322cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'mac_address': 'fa:16:3e:ee:e4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d75b3e9-5f55-4500-b679-90fccc8aac98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:09:46Z', 'updated_at': '2021-08-16T13:09:46Z', 'revision_number': 0, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:56Z', 'revision_number': 5, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:09:48.192100 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aabf09f-dfc7-43b6-a21f-452bc0f2f971 None None] The sync data for ids ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'] in dv-cinder-804698-2-iscsi is: [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': 'e067042f-624d-4854-a773-6ed479a9f291', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'port_id': 'cc5ab6b2-4c31-4fc5-9936-1162795322cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'mac_address': 'fa:16:3e:ee:e4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d75b3e9-5f55-4500-b679-90fccc8aac98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:09:46Z', 'updated_at': '2021-08-16T13:09:46Z', 'revision_number': 0, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:56Z', 'revision_number': 5, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:09:48.384715 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1630f4fe-797d-49fa-8410-8f1d96b1b97b None None] New status for floating IP e067042f-624d-4854-a773-6ed479a9f291: ACTIVE {{(pid=94056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:09:48.484394 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910fea8-26ee-46a1-861c-f41732c033dd req-04635a14-516d-49b5-9be3-c4e8e7095d58 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:48.485897 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8910fea8-26ee-46a1-861c-f41732c033dd req-04635a14-516d-49b5-9be3-c4e8e7095d58 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0542958 Aug 16 13:09:48.526300 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8910fea8-26ee-46a1-861c-f41732c033dd req-2b047734-48b6-45d3-86f2-9a0317038824 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339887 Aug 16 13:09:49.651963 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1478c0-bd02-41e7-83ed-c3a26d524140 req-097029f9-bc57-4996-ade4-cee2bc0dff22 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:49.653406 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8d1478c0-bd02-41e7-83ed-c3a26d524140 req-097029f9-bc57-4996-ade4-cee2bc0dff22 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0521977 Aug 16 13:09:49.692280 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8d1478c0-bd02-41e7-83ed-c3a26d524140 req-3d1ba31c-24bb-47c0-b37e-bbf9fe9ee705 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321996 Aug 16 13:09:50.813219 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b882a-c2d6-4535-8efe-83d0e34e9693 req-655696e2-5f3e-4453-8740-57bc1b25d3e5 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:50.814687 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8c9b882a-c2d6-4535-8efe-83d0e34e9693 req-655696e2-5f3e-4453-8740-57bc1b25d3e5 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0493515 Aug 16 13:09:50.852457 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8c9b882a-c2d6-4535-8efe-83d0e34e9693 req-14668a6f-99cf-48fe-933e-9e9e5a500e20 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318348 Aug 16 13:09:51.336511 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 2d1453b0-a444-4607-a4ec-292c77533be3 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:09:51.559159 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 2d1453b0-a444-4607-a4ec-292c77533be3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d1453b0-a444-4607-a4ec-292c77533be3,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:51.569921 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': '2d1453b0-a444-4607-a4ec-292c77533be3', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'port_id': '2d1453b0-a444-4607-a4ec-292c77533be3', 'mac_address': 'fa:16:3e:95:f0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:09:51.607978 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:51.621363 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d1453b0-a444-4607-a4ec-292c77533be3 {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:09:51.642845 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 2d1453b0-a444-4607-a4ec-292c77533be3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d1453b0-a444-4607-a4ec-292c77533be3,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:51.646809 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:51.694064 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=2d1453b0-a444-4607-a4ec-292c77533be3,revision_number=6']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:51.878961 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['2d1453b0-a444-4607-a4ec-292c77533be3'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:09:51.984515 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099d5a3-4580-4c41-94d0-ce2dced31544 req-cc4b1c41-c674-4c11-83a9-9b7fd0a18565 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:51.986009 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9099d5a3-4580-4c41-94d0-ce2dced31544 req-cc4b1c41-c674-4c11-83a9-9b7fd0a18565 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 945 time: 0.0498731 Aug 16 13:09:52.026666 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9099d5a3-4580-4c41-94d0-ce2dced31544 req-7870c90c-491d-43f8-8d7d-02131e3395e9 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343678 Aug 16 13:09:52.129360 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:53.176362 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5b294-19c4-4a2a-8cc6-2f6cb3a86f83 req-e2e790f4-bbde-43a8-af35-4a87bbebf218 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:53.179144 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-88c5b294-19c4-4a2a-8cc6-2f6cb3a86f83 req-e2e790f4-bbde-43a8-af35-4a87bbebf218 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 945 time: 0.0789320 Aug 16 13:09:53.273697 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f75f5da0-e5ea-4fde-a743-c8be66970373 req-e0f1ecd9-3cd2-46b9-ba2f-84497dba7f79 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666554 Aug 16 13:09:53.333434 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 2d1453b0-a444-4607-a4ec-292c77533be3 up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:09:53.408080 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port 2d1453b0-a444-4607-a4ec-292c77533be3 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:09:53.409056 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:53.412454 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5da0-e5ea-4fde-a743-c8be66970373 req-9ce9e370-e496-4799-9adc-e671077dcd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:53.414871 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f75f5da0-e5ea-4fde-a743-c8be66970373 req-9ce9e370-e496-4799-9adc-e671077dcd0c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9da1f3e8de31466dbfaa635f5c3f34b7&device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 1098 time: 0.0681100 Aug 16 13:09:53.523876 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:53.539722 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-88c5b294-19c4-4a2a-8cc6-2f6cb3a86f83 req-9823b8aa-ad61-4c78-b664-00dcac05ff7b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3519359 Aug 16 13:09:53.549858 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a5a6a5-e877-44fa-855e-be0bad89fb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1453b0-a444-4607-a4ec-292c77533be3'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:09:53.552602 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a56e6e5-6d3b-497d-b188-668d83fdb29e" -d '{"events": [{"server_uuid": "d5a5a6a5-e877-44fa-855e-be0bad89fb97", "name": "network-vif-plugged", "status": "completed", "tag": "2d1453b0-a444-4607-a4ec-292c77533be3"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:09:53.554034 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5da0-e5ea-4fde-a743-c8be66970373 req-44b75235-4894-4301-bc9c-92511e9ac21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:53.555960 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f75f5da0-e5ea-4fde-a743-c8be66970373 req-44b75235-4894-4301-bc9c-92511e9ac21c service neutron] 10.222.0.61 "GET /v2.0/networks?id=88622421-b6b3-49f4-9d5c-881844ad7947 HTTP/1.1" status: 200 len: 910 time: 0.1136205 Aug 16 13:09:53.573605 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 2d1453b0-a444-4607-a4ec-292c77533be3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d1453b0-a444-4607-a4ec-292c77533be3,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:09:53.583836 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:09:53.611262 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64844875-cd6b-4860-b3b9-aac320356d2a x-openstack-request-id: req-64844875-cd6b-4860-b3b9-aac320356d2a {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:09:53.611262 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a5a6a5-e877-44fa-855e-be0bad89fb97", "name": "network-vif-plugged", "status": "completed", "tag": "2d1453b0-a444-4607-a4ec-292c77533be3", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:09:53.611262 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64844875-cd6b-4860-b3b9-aac320356d2a {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:09:53.611743 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a5a6a5-e877-44fa-855e-be0bad89fb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1453b0-a444-4607-a4ec-292c77533be3', 'code': 200} Aug 16 13:09:53.645161 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=2d1453b0-a444-4607-a4ec-292c77533be3,revision_number=7']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:09:53.646170 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f75f5da0-e5ea-4fde-a743-c8be66970373 req-d61f8f3b-cfee-4d9a-bac1-7f422fb78e2b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd1f8454-7809-42f4-8507-6e693cea1cd3 HTTP/1.1" status: 200 len: 1000 time: 0.0816271 Aug 16 13:09:53.653445 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:53.654415 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:53.654817 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:53.655279 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:53.655666 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:53.656004 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:53.656360 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:53.656760 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:53.657128 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:53.657465 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:53.658348 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:53.659583 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:09:53.724238 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5da0-e5ea-4fde-a743-c8be66970373 req-a887afe0-b4c6-46d7-9b15-bf9569398626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:53.726185 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f75f5da0-e5ea-4fde-a743-c8be66970373 req-a887afe0-b4c6-46d7-9b15-bf9569398626 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc470f9b-2ecc-4633-bd7a-552cf323734f HTTP/1.1" status: 200 len: 848 time: 0.0720708 Aug 16 13:09:53.799614 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5da0-e5ea-4fde-a743-c8be66970373 req-48177092-0d28-445b-86c3-d1107220282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:53.801904 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f75f5da0-e5ea-4fde-a743-c8be66970373 req-48177092-0d28-445b-86c3-d1107220282e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88622421-b6b3-49f4-9d5c-881844ad7947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645249 Aug 16 13:09:53.934207 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f75f5da0-e5ea-4fde-a743-c8be66970373 req-5c3aea28-97ea-476a-9429-7c5c06fbc8f5 service neutron] 10.222.0.61 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200981 Aug 16 13:09:54.051424 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f75f5da0-e5ea-4fde-a743-c8be66970373 req-2771e52d-42a1-4a41-9e44-9bbdc65064cd service neutron] 10.222.0.61 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074226 Aug 16 13:09:54.672841 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61b778-8242-4ce1-94a5-0616b785e537 req-261e0cc9-fff0-4287-87ab-38abff7d28a1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:54.674528 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0a61b778-8242-4ce1-94a5-0616b785e537 req-261e0cc9-fff0-4287-87ab-38abff7d28a1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0631862 Aug 16 13:09:54.730469 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0a61b778-8242-4ce1-94a5-0616b785e537 req-9eeab794-51d2-4f0b-b2cf-6b22f64bbb3c tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497947 Aug 16 13:09:55.870258 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815cc44-049e-4f61-bebe-d660e275f731 req-3535179d-0ebc-4330-9f83-e02d1f48251e tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:55.871770 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f815cc44-049e-4f61-bebe-d660e275f731 req-3535179d-0ebc-4330-9f83-e02d1f48251e tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0514393 Aug 16 13:09:55.927736 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f815cc44-049e-4f61-bebe-d660e275f731 req-9fc567a1-ada4-4989-a7bd-ddfe8b65a115 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468323 Aug 16 13:09:57.074417 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18a4c4-910f-4c04-b32c-d0283eb5af5b req-79e2e116-8ba0-42f9-af8d-cdbc8fa22d0a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:57.076053 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-3c18a4c4-910f-4c04-b32c-d0283eb5af5b req-79e2e116-8ba0-42f9-af8d-cdbc8fa22d0a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0528996 Aug 16 13:09:57.120566 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-3c18a4c4-910f-4c04-b32c-d0283eb5af5b req-879a52ce-86fc-4d86-903e-0d792c8b14bf tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364037 Aug 16 13:09:58.249521 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aa61e-5ee1-4b55-9523-8ac35d3a8933 req-30a5d4ea-1c54-4e27-97dc-39d8ec122c3e tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:58.251025 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5e5aa61e-5ee1-4b55-9523-8ac35d3a8933 req-30a5d4ea-1c54-4e27-97dc-39d8ec122c3e tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0543020 Aug 16 13:09:58.302806 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5e5aa61e-5ee1-4b55-9523-8ac35d3a8933 req-acc3693f-f44a-4565-907a-b714d32c42cb tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455511 Aug 16 13:09:59.432122 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18e185-989d-4417-aeda-13d6dbafc2c5 req-6b1d8518-ceb0-4d80-87d4-19b9e14eac36 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:09:59.440067 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9e18e185-989d-4417-aeda-13d6dbafc2c5 req-6b1d8518-ceb0-4d80-87d4-19b9e14eac36 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0616291 Aug 16 13:09:59.478359 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9e18e185-989d-4417-aeda-13d6dbafc2c5 req-677a3121-6ba3-4414-a4e5-4a7cd85d73f1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374033 Aug 16 13:09:59.873296 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-83a96dc9-0019-4631-a64c-6ab40911d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:00.597011 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca2598-9c37-485c-ad4b-f3ecd05cd2ba req-566c08e4-bc09-43b9-8932-013bd5a69c72 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:00.598469 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8bca2598-9c37-485c-ad4b-f3ecd05cd2ba req-566c08e4-bc09-43b9-8932-013bd5a69c72 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0498643 Aug 16 13:10:00.638724 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-8bca2598-9c37-485c-ad4b-f3ecd05cd2ba req-749b1900-93ff-46e2-9637-9bf6dec4c3b9 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343878 Aug 16 13:10:01.795393 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a197a6-704d-4cb3-972a-c6b753b5b60f req-bdb6a838-0b3d-4a8f-9462-6a1e4ea38a94 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:01.797792 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c2a197a6-704d-4cb3-972a-c6b753b5b60f req-bdb6a838-0b3d-4a8f-9462-6a1e4ea38a94 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0744262 Aug 16 13:10:01.868683 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c2a197a6-704d-4cb3-972a-c6b753b5b60f req-a97825db-7852-4c89-be20-69f47055c6cd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605197 Aug 16 13:10:02.507393 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-943843fd-ac34-4f96-9221-14eb71a40156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:02.752752 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:03.012882 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00b754-facf-467a-9524-a3a995fcbcdd req-db4f7623-bfd1-4d7e-964a-ce0fa0cf2a45 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:03.015810 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1a00b754-facf-467a-9524-a3a995fcbcdd req-db4f7623-bfd1-4d7e-964a-ce0fa0cf2a45 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0679681 Aug 16 13:10:03.063382 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1a00b754-facf-467a-9524-a3a995fcbcdd req-d938d682-8216-4e87-8397-566529e98858 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420671 Aug 16 13:10:03.488270 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:03.852921 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d503a5e-8215-4f83-9334-297b44c892b4 req-665c672d-11f4-481f-a746-e3e90f4df4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:03.854888 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4d503a5e-8215-4f83-9334-297b44c892b4 req-665c672d-11f4-481f-a746-e3e90f4df4c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=065e8e5b57d74a0d98687912b8c6d026&device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 1099 time: 0.0406897 Aug 16 13:10:03.951762 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d503a5e-8215-4f83-9334-297b44c892b4 req-c54a310f-4415-4d16-b32a-15a14c049997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:03.953406 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4d503a5e-8215-4f83-9334-297b44c892b4 req-c54a310f-4415-4d16-b32a-15a14c049997 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0f5346d6-5894-47ff-bb0d-27a8e17e988b HTTP/1.1" status: 200 len: 917 time: 0.0903633 Aug 16 13:10:04.020504 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4d503a5e-8215-4f83-9334-297b44c892b4 req-a73a0a8d-16ae-44b0-8d74-d21eb16b3361 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d1453b0-a444-4607-a4ec-292c77533be3 HTTP/1.1" status: 200 len: 1002 time: 0.0574813 Aug 16 13:10:04.086711 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d503a5e-8215-4f83-9334-297b44c892b4 req-78eecaff-4e26-4af6-b2b1-7f58b227aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:04.088207 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4d503a5e-8215-4f83-9334-297b44c892b4 req-78eecaff-4e26-4af6-b2b1-7f58b227aa95 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1 HTTP/1.1" status: 200 len: 855 time: 0.0430007 Aug 16 13:10:04.142929 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d503a5e-8215-4f83-9334-297b44c892b4 req-677ccf5f-10cb-4327-b68d-0af193112202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:04.144452 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4d503a5e-8215-4f83-9334-297b44c892b4 req-677ccf5f-10cb-4327-b68d-0af193112202 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0f5346d6-5894-47ff-bb0d-27a8e17e988b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442395 Aug 16 13:10:04.245727 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788e1af-1543-4a80-99be-b017dee23fb6 req-9ec56d8b-4640-4183-b8f5-2444de8d555d tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:04.245727 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5788e1af-1543-4a80-99be-b017dee23fb6 req-9ec56d8b-4640-4183-b8f5-2444de8d555d tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.1000004 Aug 16 13:10:04.284140 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4d503a5e-8215-4f83-9334-297b44c892b4 req-007c720f-a783-4719-8d6e-5d8d5cbd21f0 service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289561 Aug 16 13:10:04.299618 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5788e1af-1543-4a80-99be-b017dee23fb6 req-37e842b7-91a0-484a-b9cb-cb8bebd2aaeb tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442417 Aug 16 13:10:04.380233 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4d503a5e-8215-4f83-9334-297b44c892b4 req-f207e95d-a2e4-4006-a699-fe1a9a85c16e service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793340 Aug 16 13:10:05.286748 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:05.422003 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279bb12-6ba6-4c73-a567-16c37f62a22b req-8c8d8b00-2209-4cb4-9182-c69cd8a59fde tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:05.423476 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9279bb12-6ba6-4c73-a567-16c37f62a22b req-8c8d8b00-2209-4cb4-9182-c69cd8a59fde tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0516813 Aug 16 13:10:05.460954 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9279bb12-6ba6-4c73-a567-16c37f62a22b req-f43708e9-7db5-4c5f-810e-13664420c3a7 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314388 Aug 16 13:10:06.590384 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f515b6-26d1-46d8-9292-050cc86c1aab req-f911c05a-7927-4ada-838c-0383fb3b0b17 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:06.591957 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-95f515b6-26d1-46d8-9292-050cc86c1aab req-f911c05a-7927-4ada-838c-0383fb3b0b17 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 946 time: 0.0509844 Aug 16 13:10:06.628913 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-95f515b6-26d1-46d8-9292-050cc86c1aab req-6d7bb97c-95d4-4589-9e73-95cbce0421fe tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308411 Aug 16 13:10:06.639558 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 46064) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:06.747546 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-99f2273b-557e-40a0-8100-4d844a0482fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:06.839746 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-99f2273b-557e-40a0-8100-4d844a0482fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:06.845639 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-99f2273b-557e-40a0-8100-4d844a0482fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:06.884226 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-99f2273b-557e-40a0-8100-4d844a0482fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e4b87d704614aefb2180cb64b76f5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436755 Aug 16 13:10:06.887537 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46078) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:06.888709 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2273b-557e-40a0-8100-4d844a0482fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547547ff-c77f-45de-9d21-688ab9011737,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:06.896279 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2273b-557e-40a0-8100-4d844a0482fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:06.896960 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2273b-557e-40a0-8100-4d844a0482fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:06.897109 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2273b-557e-40a0-8100-4d844a0482fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:06.897335 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2273b-557e-40a0-8100-4d844a0482fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:06.897665 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2273b-557e-40a0-8100-4d844a0482fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:06.897992 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2273b-557e-40a0-8100-4d844a0482fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:06.898318 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2273b-557e-40a0-8100-4d844a0482fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:06.898641 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2273b-557e-40a0-8100-4d844a0482fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:06.899080 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2273b-557e-40a0-8100-4d844a0482fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:06.899283 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2273b-557e-40a0-8100-4d844a0482fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:06.899694 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2273b-557e-40a0-8100-4d844a0482fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:06.900016 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2273b-557e-40a0-8100-4d844a0482fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:06.943928 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3f6b1c29-a264-4441-9852-cab3e5a5d6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:06.967273 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3f6b1c29-a264-4441-9852-cab3e5a5d6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:07.012828 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3f6b1c29-a264-4441-9852-cab3e5a5d6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:07.015271 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3f6b1c29-a264-4441-9852-cab3e5a5d6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:07.016429 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-3f6b1c29-a264-4441-9852-cab3e5a5d6de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/547547ff-c77f-45de-9d21-688ab9011737 HTTP/1.1" status: 204 len: 168 time: 0.1264045 Aug 16 13:10:07.023965 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b1c29-a264-4441-9852-cab3e5a5d6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547547ff-c77f-45de-9d21-688ab9011737,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:07.031716 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b1c29-a264-4441-9852-cab3e5a5d6de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:07.032073 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b1c29-a264-4441-9852-cab3e5a5d6de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:07.032415 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b1c29-a264-4441-9852-cab3e5a5d6de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:07.032752 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b1c29-a264-4441-9852-cab3e5a5d6de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:07.033082 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b1c29-a264-4441-9852-cab3e5a5d6de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:07.033410 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b1c29-a264-4441-9852-cab3e5a5d6de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:07.033735 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b1c29-a264-4441-9852-cab3e5a5d6de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:07.034062 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b1c29-a264-4441-9852-cab3e5a5d6de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:07.034388 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b1c29-a264-4441-9852-cab3e5a5d6de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:07.034716 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b1c29-a264-4441-9852-cab3e5a5d6de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:07.035036 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b1c29-a264-4441-9852-cab3e5a5d6de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:07.035375 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b1c29-a264-4441-9852-cab3e5a5d6de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:07.421092 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 2d1453b0-a444-4607-a4ec-292c77533be3 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:10:07.499285 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:07.523916 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a5a6a5-e877-44fa-855e-be0bad89fb97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d1453b0-a444-4607-a4ec-292c77533be3'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:10:07.527010 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ba52d9-14dc-4dc7-b84c-779a5c3910d3" -d '{"events": [{"server_uuid": "d5a5a6a5-e877-44fa-855e-be0bad89fb97", "name": "network-vif-unplugged", "status": "completed", "tag": "2d1453b0-a444-4607-a4ec-292c77533be3"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:10:07.541007 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 2d1453b0-a444-4607-a4ec-292c77533be3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d1453b0-a444-4607-a4ec-292c77533be3,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:07.553135 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:07.583865 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 13:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543afe17-8499-4f01-8294-68abaa4b6492 x-openstack-request-id: req-543afe17-8499-4f01-8294-68abaa4b6492 {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:10:07.584153 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a5a6a5-e877-44fa-855e-be0bad89fb97", "name": "network-vif-unplugged", "status": "failed", "tag": "2d1453b0-a444-4607-a4ec-292c77533be3", "code": 422}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:10:07.584578 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-543afe17-8499-4f01-8294-68abaa4b6492 {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:10:07.585157 dv-cinder-804698-2-iscsi neutron-server[94055]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd5a5a6a5-e877-44fa-855e-be0bad89fb97', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2d1453b0-a444-4607-a4ec-292c77533be3', 'code': 422} returned with failed status Aug 16 13:10:07.620382 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=2d1453b0-a444-4607-a4ec-292c77533be3,revision_number=8']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:07.627988 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b391b-2f40-45d6-baf3-f7fc48799709 req-c61cdd96-d2fc-4ebf-9f24-dd45a4ab48c9 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:07.631883 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3e1b391b-2f40-45d6-baf3-f7fc48799709 req-c61cdd96-d2fc-4ebf-9f24-dd45a4ab48c9 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 944 time: 0.0560246 Aug 16 13:10:07.702909 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3e1b391b-2f40-45d6-baf3-f7fc48799709 req-ab576254-d3f7-414b-94ef-92e147f125bd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592048 Aug 16 13:10:07.709154 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0d12f569-ca9f-41f9-99bc-adac75da1879 req-3ef9bc6c-4f3e-413c-b6b2-2858f720c455 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739570 Aug 16 13:10:07.728593 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46128) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:07.824339 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-972e510f-9245-4f47-bd12-6e804b7fe522 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-337254100-network', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:07.844551 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972e510f-9245-4f47-bd12-6e804b7fe522 admin admin] Made reservation on behalf of e8267381c30d4cddb927c01166ba0b17 for: {'network': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:07.846863 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-972e510f-9245-4f47-bd12-6e804b7fe522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:07.855801 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-972e510f-9245-4f47-bd12-6e804b7fe522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:07.951306 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-972e510f-9245-4f47-bd12-6e804b7fe522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:07.955029 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-972e510f-9245-4f47-bd12-6e804b7fe522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:07.975333 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972e510f-9245-4f47-bd12-6e804b7fe522 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=94053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:10:07.990882 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e510f-9245-4f47-bd12-6e804b7fe522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:07.993757 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-972e510f-9245-4f47-bd12-6e804b7fe522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:07.994138 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.db.segments_db [None req-972e510f-9245-4f47-bd12-6e804b7fe522 admin admin] Added segment 3c3f953d-52e8-4c06-9f50-1511d1484848 of type vlan for network 1f204711-82e8-486f-934b-f15924c03748 Aug 16 13:10:08.039458 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-972e510f-9245-4f47-bd12-6e804b7fe522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:08.067310 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-972e510f-9245-4f47-bd12-6e804b7fe522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:08.067310 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972e510f-9245-4f47-bd12-6e804b7fe522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:08.067310 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-972e510f-9245-4f47-bd12-6e804b7fe522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:08.120763 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-972e510f-9245-4f47-bd12-6e804b7fe522 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3909640 Aug 16 13:10:08.123594 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 46140) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:08.129418 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-96426b33-e9e3-4bbf-8e2f-769440129e8e admin admin] Request body: {'subnet': {'network_id': '1f204711-82e8-486f-934b-f15924c03748', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-337254100-subnet', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'ip_version': 4}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:08.133085 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e510f-9245-4f47-bd12-6e804b7fe522 admin admin] Pushing event updated for resources: {'Network': ['ID=1f204711-82e8-486f-934b-f15924c03748,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:08.144658 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network 1f204711-82e8-486f-934b-f15924c03748 details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:10:08.162204 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96426b33-e9e3-4bbf-8e2f-769440129e8e admin admin] Made reservation on behalf of e8267381c30d4cddb927c01166ba0b17 for: {'subnet': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:08.164829 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-96426b33-e9e3-4bbf-8e2f-769440129e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12882902'] for subnet, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:08.604282 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-96426b33-e9e3-4bbf-8e2f-769440129e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13920368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12882872'] for subnet, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:08.651967 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12f569-ca9f-41f9-99bc-adac75da1879 req-dff98488-65f8-4fd0-af45-2309692b0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:08.653701 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0d12f569-ca9f-41f9-99bc-adac75da1879 req-dff98488-65f8-4fd0-af45-2309692b0144 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97&tenant_id=065e8e5b57d74a0d98687912b8c6d026 HTTP/1.1" status: 200 len: 1097 time: 0.1190736 Aug 16 13:10:08.665983 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96426b33-e9e3-4bbf-8e2f-769440129e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=597a7ca6-6e7d-4b12-a515-066ffd723b14,revision_number=0']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:08.680484 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96426b33-e9e3-4bbf-8e2f-769440129e8e admin admin] Checking segment: {'id': '3c3f953d-52e8-4c06-9f50-1511d1484848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f204711-82e8-486f-934b-f15924c03748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:10:08.680837 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96426b33-e9e3-4bbf-8e2f-769440129e8e admin admin] Network hostable DHCP agents. Network: 1f204711-82e8-486f-934b-f15924c03748, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:10:08.722371 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96426b33-e9e3-4bbf-8e2f-769440129e8e admin admin] Network 1f204711-82e8-486f-934b-f15924c03748 is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:10:08.734217 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-96426b33-e9e3-4bbf-8e2f-769440129e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, 1f204711-82e8-486f-934b-f15924c03748) {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:08.741019 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96426b33-e9e3-4bbf-8e2f-769440129e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:08.741536 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-96426b33-e9e3-4bbf-8e2f-769440129e8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:08.747157 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456ac111-306b-43bd-bd0b-c6355d75a57a None None] Network 1f204711-82e8-486f-934b-f15924c03748 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:08.748789 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12f569-ca9f-41f9-99bc-adac75da1879 req-8c260152-9461-404c-98dc-fd204bdaccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:08.750284 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0d12f569-ca9f-41f9-99bc-adac75da1879 req-8c260152-9461-404c-98dc-fd204bdaccef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=065e8e5b57d74a0d98687912b8c6d026&device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 1097 time: 0.0608723 Aug 16 13:10:08.778862 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-96426b33-e9e3-4bbf-8e2f-769440129e8e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6536000 Aug 16 13:10:08.779272 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46146) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:08.784773 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-337254100-router', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:08.843472 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-251363'] for router, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:08.844771 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-251290'] for router, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:08.845962 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12f569-ca9f-41f9-99bc-adac75da1879 req-a3eb49ef-ecf8-4148-90b0-2e6c73ce3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:08.847456 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0d12f569-ca9f-41f9-99bc-adac75da1879 req-a3eb49ef-ecf8-4148-90b0-2e6c73ce3898 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0f5346d6-5894-47ff-bb0d-27a8e17e988b HTTP/1.1" status: 200 len: 917 time: 0.0902977 Aug 16 13:10:08.856192 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d35ab5-53c4-4254-954e-d6a97fe33a4a req-3476cbff-7a8f-498d-97a4-0905c48b643b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:08.857672 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-92d35ab5-53c4-4254-954e-d6a97fe33a4a req-3476cbff-7a8f-498d-97a4-0905c48b643b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 944 time: 0.0680697 Aug 16 13:10:08.909959 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c834d08-6622-59ef-acb9-b6c12d82e276-1f204711-82e8-486f-934b-f15924c03748', 'network_id': '1f204711-82e8-486f-934b-f15924c03748', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'fixed_ips': [{'subnet_id': '597a7ca6-6e7d-4b12-a515-066ffd723b14'}]}} from dv-cinder-804698-2-iscsi. {{(pid=94055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:10:08.910911 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:08.924226 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0d12f569-ca9f-41f9-99bc-adac75da1879 req-475a2164-baa2-4940-ad37-f0b9fd810fe5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d1453b0-a444-4607-a4ec-292c77533be3 HTTP/1.1" status: 200 len: 1000 time: 0.0668166 Aug 16 13:10:08.936278 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:08.946199 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-92d35ab5-53c4-4254-954e-d6a97fe33a4a req-0f2c67f3-eb15-44da-862a-b68c7f136293 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794222 Aug 16 13:10:08.980593 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12f569-ca9f-41f9-99bc-adac75da1879 req-707b6818-44bd-4acd-b29d-0dcffae09773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:08.982093 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0d12f569-ca9f-41f9-99bc-adac75da1879 req-707b6818-44bd-4acd-b29d-0dcffae09773 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1 HTTP/1.1" status: 200 len: 855 time: 0.0502565 Aug 16 13:10:09.031956 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12f569-ca9f-41f9-99bc-adac75da1879 req-e31de35c-8854-41db-bc35-695171ea97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:09.033361 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0d12f569-ca9f-41f9-99bc-adac75da1879 req-e31de35c-8854-41db-bc35-695171ea97d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0f5346d6-5894-47ff-bb0d-27a8e17e988b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433693 Aug 16 13:10:09.050479 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.db_base_plugin_common [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Allocated IP 172.20.0.2 (1f204711-82e8-486f-934b-f15924c03748/597a7ca6-6e7d-4b12-a515-066ffd723b14/5dc711fb-bca7-4d24-8ff0-15472834b1cb) {{(pid=94055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:09.090704 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:09.142917 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0d12f569-ca9f-41f9-99bc-adac75da1879 req-9652cee3-960c-41b2-aeb2-fd1879adcf40 service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019597 Aug 16 13:10:09.204395 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Notify callbacks [] for port, precommit_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:09.212683 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Transition to ACTIVE for port object 5dc711fb-bca7-4d24-8ff0-15472834b1cb will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:09.227543 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Transition to ACTIVE for port object 5dc711fb-bca7-4d24-8ff0-15472834b1cb will not be triggered until provisioned by entity DHCP. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:09.234765 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:09.249365 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0d12f569-ca9f-41f9-99bc-adac75da1879 req-eb1196f1-3a09-4632-9d78-49bf80da7e32 service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952475 Aug 16 13:10:09.273969 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Network 1f204711-82e8-486f-934b-f15924c03748 is already hosted by enough agents. {{(pid=94055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:09.281883 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.base_scheduler [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Resources bound (agent type, host, resource id): {{(pid=94055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:09.286467 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Received port after_create {{(pid=94055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:09.296368 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Pushing event updated for resources: {'Port': ['ID=5dc711fb-bca7-4d24-8ff0-15472834b1cb,revision_number=1']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:09.300439 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:09.320786 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:09.348554 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Attempting to bind port 5dc711fb-bca7-4d24-8ff0-15472834b1cb on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:10:09.348938 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Attempting to bind port 5dc711fb-bca7-4d24-8ff0-15472834b1cb by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '3c3f953d-52e8-4c06-9f50-1511d1484848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f204711-82e8-486f-934b-f15924c03748'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:10:09.349910 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Attempting to bind port 5dc711fb-bca7-4d24-8ff0-15472834b1cb on network 1f204711-82e8-486f-934b-f15924c03748 {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:10:09.355870 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:10:09.356213 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Checking segment: {'id': '3c3f953d-52e8-4c06-9f50-1511d1484848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f204711-82e8-486f-934b-f15924c03748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:10:09.356614 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:09.357004 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Bound using segment: {'id': '3c3f953d-52e8-4c06-9f50-1511d1484848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f204711-82e8-486f-934b-f15924c03748'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:10:09.357468 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Bound port: 5dc711fb-bca7-4d24-8ff0-15472834b1cb, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3f953d-52e8-4c06-9f50-1511d1484848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f204711-82e8-486f-934b-f15924c03748'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:10:09.357851 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:09.419136 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] For port 5dc711fb-bca7-4d24-8ff0-15472834b1cb, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:10:09.422205 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] For port 5dc711fb-bca7-4d24-8ff0-15472834b1cb, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=5dc711fb-bca7-4d24-8ff0-15472834b1cb,segment=NetworkSegment(3c3f953d-52e8-4c06-9f50-1511d1484848),segment_id=3c3f953d-52e8-4c06-9f50-1511d1484848)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:10:09.427083 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:09.434454 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] Allocated IP 172.27.3.254 (dd0d50ff-d8a0-439f-a316-3d03b34bea63/fc8a6ada-9b26-423b-a24f-6b1bb332a099/d11b4084-aeb3-4681-9c8a-0b80072081ae) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:09.485192 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f8993-48a8-45b4-bfb0-9b2d6b1d9400 None None] Pushing event updated for resources: {'Port': ['ID=5dc711fb-bca7-4d24-8ff0-15472834b1cb,revision_number=2']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:09.548300 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:09.590849 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:09.645464 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:09.657399 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:09.667287 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:09.693862 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d11b4084-aeb3-4681-9c8a-0b80072081ae,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:09.959177 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:10.231529 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b97e6f-958d-41fb-88c4-525475b0cd39 req-96b5bb5e-7c1e-4740-87ed-4142c95ce21a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:10.233025 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f1b97e6f-958d-41fb-88c4-525475b0cd39 req-96b5bb5e-7c1e-4740-87ed-4142c95ce21a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 944 time: 0.1338270 Aug 16 13:10:10.243190 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726049'] for router, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:10.349704 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f1b97e6f-958d-41fb-88c4-525475b0cd39 req-b5ea0767-302a-4785-a43b-afeceb327960 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078424 Aug 16 13:10:10.438265 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] Router d5a8aeee-675a-4251-b51e-06e4de5aa65e is scheduled to L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 with binding_index 1 {{(pid=94053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:10:10.549985 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:10:10.559465 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Sync routers for ids ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:10:10.572434 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Routers {'d5a8aeee-675a-4251-b51e-06e4de5aa65e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:10:10.574040 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:10:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:10.575374 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:10.579390 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-2225c333-8eea-40a3-8aba-4ea5948727a0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7961876 Aug 16 13:10:10.579810 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 46172) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:10.626274 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc95cfff-753b-44bb-b931-4591b1811b6d None None] Network 1f204711-82e8-486f-934b-f15924c03748 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:10.740214 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-9b4fa9c4-1eb9-46d0-b3cb-37a418813387 None None] Provisioning for port 5dc711fb-bca7-4d24-8ff0-15472834b1cb completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:10.844356 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Set router d5a8aeee-675a-4251-b51e-06e4de5aa65e gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:10:10.901754 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 5dc711fb-bca7-4d24-8ff0-15472834b1cb up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:11.106106 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port 5dc711fb-bca7-4d24-8ff0-15472834b1cb completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:11.120532 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:11.139386 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 5dc711fb-bca7-4d24-8ff0-15472834b1cb triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:11.139386 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:11.225830 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'name': 'tempest-TestMinimumBasicScenario-337254100-router', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:08Z', 'updated_at': '2021-08-16T13:10:09Z', 'revision_number': 3, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'gw_port': {'id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:09Z', 'updated_at': '2021-08-16T13:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:11.284730 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Checking router: d5a8aeee-675a-4251-b51e-06e4de5aa65e for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:10:11.285086 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Updating router d5a8aeee-675a-4251-b51e-06e4de5aa65e port d11b4084-aeb3-4681-9c8a-0b80072081ae binding host dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:10:11.320311 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:11.321893 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:11.324895 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] Allocated IP 172.20.0.1 (1f204711-82e8-486f-934b-f15924c03748/597a7ca6-6e7d-4b12-a515-066ffd723b14/e89c3b23-6550-4131-bc34-034c05e83a22) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:11.442086 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port 5dc711fb-bca7-4d24-8ff0-15472834b1cb, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=5dc711fb-bca7-4d24-8ff0-15472834b1cb,segment=NetworkSegment(3c3f953d-52e8-4c06-9f50-1511d1484848),segment_id=3c3f953d-52e8-4c06-9f50-1511d1484848)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:11.463556 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:11.489374 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885c776-91a9-425e-918d-64f544d36bb9 req-7bc83079-dc78-4569-9a27-b904ad079451 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:11.491034 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a885c776-91a9-425e-918d-64f544d36bb9 req-7bc83079-dc78-4569-9a27-b904ad079451 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 944 time: 0.0746906 Aug 16 13:10:11.498837 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-8f6408f1-77df-4f65-8189-1e9e09941890 None None] Provisioning complete for port 5dc711fb-bca7-4d24-8ff0-15472834b1cb triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:11.499040 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-8f6408f1-77df-4f65-8189-1e9e09941890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:11.519394 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:11.552998 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a885c776-91a9-425e-918d-64f544d36bb9 req-73c32075-6382-4d86-956c-d90d2eba453b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535688 Aug 16 13:10:11.563897 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] Transition to ACTIVE for port object e89c3b23-6550-4131-bc34-034c05e83a22 will not be triggered until provisioned by entity DHCP. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:11.600904 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:11.647786 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] Network 1f204711-82e8-486f-934b-f15924c03748 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:11.651564 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:11.654235 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:11.661075 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] Pushing event updated for resources: {'Port': ['ID=e89c3b23-6550-4131-bc34-034c05e83a22,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:11.706144 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701774'] for router_interface, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:11.740267 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=5dc711fb-bca7-4d24-8ff0-15472834b1cb,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:11.880531 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:11.950623 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Notify callbacks [] for port, precommit_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:11.967279 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Transition to ACTIVE for port object d11b4084-aeb3-4681-9c8a-0b80072081ae will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:11.974262 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:12.031419 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de90a3-024a-4b1d-951d-b1128c0658ad None None] Pushing event updated for resources: {'Port': ['ID=d11b4084-aeb3-4681-9c8a-0b80072081ae,revision_number=2']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:12.046669 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Attempting to bind port d11b4084-aeb3-4681-9c8a-0b80072081ae on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:10:12.047179 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Attempting to bind port d11b4084-aeb3-4681-9c8a-0b80072081ae by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:10:12.047792 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Attempting to bind port d11b4084-aeb3-4681-9c8a-0b80072081ae on network dd0d50ff-d8a0-439f-a316-3d03b34bea63 {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:10:12.050318 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-c3c03f72-70fe-4907-99c3-a70688daffa7 None None] Provisioning for port e89c3b23-6550-4131-bc34-034c05e83a22 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:12.058196 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-c3c03f72-70fe-4907-99c3-a70688daffa7 None None] Provisioning complete for port e89c3b23-6550-4131-bc34-034c05e83a22 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:12.058196 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-c3c03f72-70fe-4907-99c3-a70688daffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:12.060051 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:10:12.060334 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:12.060468 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Checking segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:10:12.060792 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:12.061457 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Bound using segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:10:12.061770 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Bound port: d11b4084-aeb3-4681-9c8a-0b80072081ae, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:10:12.062150 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:12.072341 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13922287'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:12.130630 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-c3c03f72-70fe-4907-99c3-a70688daffa7 None None] Port e89c3b23-6550-4131-bc34-034c05e83a22 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:10:12.155315 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] Pushing event updated for resources: {'Port': ['ID=e89c3b23-6550-4131-bc34-034c05e83a22,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:12.169199 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701922'] for router_interface, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:12.173712 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] For port d11b4084-aeb3-4681-9c8a-0b80072081ae, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:10:12.177683 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] For port d11b4084-aeb3-4681-9c8a-0b80072081ae, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=d11b4084-aeb3-4681-9c8a-0b80072081ae,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:10:12.182013 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:12.241062 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Routers {'d5a8aeee-675a-4251-b51e-06e4de5aa65e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:10:12.241695 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:10:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:12.243474 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de90a3-024a-4b1d-951d-b1128c0658ad None None] Pushing event updated for resources: {'Port': ['ID=d11b4084-aeb3-4681-9c8a-0b80072081ae,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:12.276868 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] Network 1f204711-82e8-486f-934b-f15924c03748 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:12.278860 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:12.366579 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] Set router d5a8aeee-675a-4251-b51e-06e4de5aa65e gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:10:12.435501 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] Router d5a8aeee-675a-4251-b51e-06e4de5aa65e has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:10:12.583703 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:10:12.593724 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-29f82481-14b0-4dd4-8e04-9278825beb80 admin admin] 10.222.0.20 "PUT /v2.0/routers/d5a8aeee-675a-4251-b51e-06e4de5aa65e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0128951 Aug 16 13:10:12.615969 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'name': 'tempest-TestMinimumBasicScenario-337254100-router', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:08Z', 'updated_at': '2021-08-16T13:10:11Z', 'revision_number': 4, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'gw_port': {'id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:09Z', 'updated_at': '2021-08-16T13:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'e89c3b23-6550-4131-bc34-034c05e83a22', 'name': '', 'network_id': '1f204711-82e8-486f-934b-f15924c03748', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:11Z', 'updated_at': '2021-08-16T13:10:11Z', 'revision_number': 2, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'subnets': [{'id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:12.669734 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38449a11-0dbb-436b-9c93-2c616e10fb8d None None] The sync data for ids ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'] in dv-cinder-804698-2-iscsi is: [{'id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'name': 'tempest-TestMinimumBasicScenario-337254100-router', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:08Z', 'updated_at': '2021-08-16T13:10:11Z', 'revision_number': 4, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'gw_port': {'id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:09Z', 'updated_at': '2021-08-16T13:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'e89c3b23-6550-4131-bc34-034c05e83a22', 'name': '', 'network_id': '1f204711-82e8-486f-934b-f15924c03748', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:11Z', 'updated_at': '2021-08-16T13:10:11Z', 'revision_number': 2, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'subnets': [{'id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:10:12.684215 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-6db1af6e-c637-485d-8abb-a1518f965554 None None] Provisioning complete for port e89c3b23-6550-4131-bc34-034c05e83a22 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:12.684596 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-6db1af6e-c637-485d-8abb-a1518f965554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:12.728271 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd4d87-b557-40ff-a6b8-d178ff8ec89e req-332bbec0-249f-4eb0-9369-80ae8a58697b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:12.752112 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6ddd4d87-b557-40ff-a6b8-d178ff8ec89e req-332bbec0-249f-4eb0-9369-80ae8a58697b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 944 time: 0.1093507 Aug 16 13:10:12.777251 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-6db1af6e-c637-485d-8abb-a1518f965554 None None] Port e89c3b23-6550-4131-bc34-034c05e83a22 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:10:12.816463 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6ddd4d87-b557-40ff-a6b8-d178ff8ec89e req-07935927-936a-4a31-9c3f-bda8682fc062 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632651 Aug 16 13:10:12.870709 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 5dc711fb-bca7-4d24-8ff0-15472834b1cb up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:12.973138 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 5dc711fb-bca7-4d24-8ff0-15472834b1cb triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:12.973518 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:13.372338 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 46196) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:13.377684 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-7807b82c-991d-4543-a047-638cf1da1e1a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-205175633-network', 'tenant_id': 'b52d1c8b2ecb4dfda58a2139ca815c61'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:13.400087 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7807b82c-991d-4543-a047-638cf1da1e1a admin admin] Made reservation on behalf of b52d1c8b2ecb4dfda58a2139ca815c61 for: {'network': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:13.402703 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7807b82c-991d-4543-a047-638cf1da1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for network, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:13.412903 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7807b82c-991d-4543-a047-638cf1da1e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:13.573570 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7807b82c-991d-4543-a047-638cf1da1e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:13.578114 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7807b82c-991d-4543-a047-638cf1da1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:13.608833 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7807b82c-991d-4543-a047-638cf1da1e1a admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=94054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 13:10:13.618571 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807b82c-991d-4543-a047-638cf1da1e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a38c05-868a-4581-8ec3-16d3967ebecd,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:13.627912 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7807b82c-991d-4543-a047-638cf1da1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:13.628629 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.segments_db [None req-7807b82c-991d-4543-a047-638cf1da1e1a admin admin] Added segment 375344d1-e641-405b-a60a-d5add95b8f7f of type vlan for network ceafe1fd-a100-4a8f-b56e-9b120de955b8 Aug 16 13:10:13.677590 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7807b82c-991d-4543-a047-638cf1da1e1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755702288204'] for network, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:13.705949 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7807b82c-991d-4543-a047-638cf1da1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234'] for network, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:13.706999 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7807b82c-991d-4543-a047-638cf1da1e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:13.707625 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7807b82c-991d-4543-a047-638cf1da1e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:13.771962 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-7807b82c-991d-4543-a047-638cf1da1e1a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3982615 Aug 16 13:10:13.774754 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46198) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:13.781803 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-ab1c4502-b3b8-448e-a1db-a28d9bbe9acc admin admin] Request body: {'subnet': {'network_id': 'ceafe1fd-a100-4a8f-b56e-9b120de955b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-205175633-subnet', 'tenant_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'ip_version': 4}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:13.783913 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807b82c-991d-4543-a047-638cf1da1e1a admin admin] Pushing event updated for resources: {'Network': ['ID=ceafe1fd-a100-4a8f-b56e-9b120de955b8,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:13.794660 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Network ceafe1fd-a100-4a8f-b56e-9b120de955b8 details requested by agent ovs-agent-dv-cinder-804698-2-iscsi with host dv-cinder-804698-2-iscsi {{(pid=94055) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 13:10:13.820345 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1c4502-b3b8-448e-a1db-a28d9bbe9acc admin admin] Made reservation on behalf of b52d1c8b2ecb4dfda58a2139ca815c61 for: {'subnet': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:13.823171 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ab1c4502-b3b8-448e-a1db-a28d9bbe9acc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13324453'] for subnet, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:14.018947 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04294890-ee7a-497b-a1f3-11dfd87f566c req-5210d8d6-266a-476b-8af2-b4a71c08a983 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:14.020516 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-04294890-ee7a-497b-a1f3-11dfd87f566c req-5210d8d6-266a-476b-8af2-b4a71c08a983 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 944 time: 0.0968707 Aug 16 13:10:14.094127 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-04294890-ee7a-497b-a1f3-11dfd87f566c req-47534ebc-0167-4e34-96c1-7326c75ab204 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663853 Aug 16 13:10:14.100828 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ab1c4502-b3b8-448e-a1db-a28d9bbe9acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14435652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13324491'] for subnet, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:14.170264 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c4502-b3b8-448e-a1db-a28d9bbe9acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e832c331-234a-4270-b449-efb08328172e,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:14.188889 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c4502-b3b8-448e-a1db-a28d9bbe9acc admin admin] Checking segment: {'id': '375344d1-e641-405b-a60a-d5add95b8f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ceafe1fd-a100-4a8f-b56e-9b120de955b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:10:14.189444 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c4502-b3b8-448e-a1db-a28d9bbe9acc admin admin] Network hostable DHCP agents. Network: ceafe1fd-a100-4a8f-b56e-9b120de955b8, hostable agents: ['59740d67-8003-4105-80b6-dff0f9539c3e'], hosted agents: [] {{(pid=94053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 13:10:14.213058 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c4502-b3b8-448e-a1db-a28d9bbe9acc admin admin] Network ceafe1fd-a100-4a8f-b56e-9b120de955b8 is scheduled to be hosted by DHCP agent 59740d67-8003-4105-80b6-dff0f9539c3e with binding_index 1 {{(pid=94053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 13:10:14.223550 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c4502-b3b8-448e-a1db-a28d9bbe9acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-2-iscsi, ceafe1fd-a100-4a8f-b56e-9b120de955b8) {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:14.228165 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c4502-b3b8-448e-a1db-a28d9bbe9acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:14.228772 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ab1c4502-b3b8-448e-a1db-a28d9bbe9acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:14.233095 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2de2e63-8a51-45d7-aa8b-3303e07fad62 None None] Network ceafe1fd-a100-4a8f-b56e-9b120de955b8 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:14.248455 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-ab1c4502-b3b8-448e-a1db-a28d9bbe9acc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4712250 Aug 16 13:10:14.248657 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 46202) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:14.253779 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-205175633-router', 'tenant_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:14.299709 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-727567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-251363'] for router, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:14.301033 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726094', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-251290'] for router, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:14.386812 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:14.466435 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c834d08-6622-59ef-acb9-b6c12d82e276-ceafe1fd-a100-4a8f-b56e-9b120de955b8', 'network_id': 'ceafe1fd-a100-4a8f-b56e-9b120de955b8', 'tenant_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'fixed_ips': [{'subnet_id': 'e832c331-234a-4270-b449-efb08328172e'}]}} from dv-cinder-804698-2-iscsi. {{(pid=94055) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 13:10:14.467381 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:14.547017 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:14.638003 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.db_base_plugin_common [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Allocated IP 172.20.0.2 (ceafe1fd-a100-4a8f-b56e-9b120de955b8/e832c331-234a-4270-b449-efb08328172e/5ff6e83b-5971-4ffa-8666-95585bbfbd6e) {{(pid=94055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:14.789602 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:14.815475 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:14.829103 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Notify callbacks [] for port, precommit_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:14.862739 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Transition to ACTIVE for port object 5ff6e83b-5971-4ffa-8666-95585bbfbd6e will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:14.882543 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device d11b4084-aeb3-4681-9c8a-0b80072081ae up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:14.907069 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Transition to ACTIVE for port object 5ff6e83b-5971-4ffa-8666-95585bbfbd6e will not be triggered until provisioned by entity DHCP. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:14.923600 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390'] for port, after_create {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:14.975540 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] Allocated IP 172.27.3.180 (dd0d50ff-d8a0-439f-a316-3d03b34bea63/fc8a6ada-9b26-423b-a24f-6b1bb332a099/b3af8150-b550-44f5-8e6a-dc28c7f56414) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:14.977524 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Network ceafe1fd-a100-4a8f-b56e-9b120de955b8 is already hosted by enough agents. {{(pid=94055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:14.984519 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.scheduler.base_scheduler [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Resources bound (agent type, host, resource id): {{(pid=94055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:14.987998 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Received port after_create {{(pid=94055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:14.989889 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Pushing event updated for resources: {'Port': ['ID=5ff6e83b-5971-4ffa-8666-95585bbfbd6e,revision_number=1']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:15.009301 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port d11b4084-aeb3-4681-9c8a-0b80072081ae completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:15.030872 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port d11b4084-aeb3-4681-9c8a-0b80072081ae triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:15.031129 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:15.087908 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Attempting to bind port 5ff6e83b-5971-4ffa-8666-95585bbfbd6e on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:10:15.088398 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Attempting to bind port 5ff6e83b-5971-4ffa-8666-95585bbfbd6e by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '375344d1-e641-405b-a60a-d5add95b8f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ceafe1fd-a100-4a8f-b56e-9b120de955b8'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:10:15.088822 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Attempting to bind port 5ff6e83b-5971-4ffa-8666-95585bbfbd6e on network ceafe1fd-a100-4a8f-b56e-9b120de955b8 {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:10:15.098473 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:10:15.099096 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Checking segment: {'id': '375344d1-e641-405b-a60a-d5add95b8f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ceafe1fd-a100-4a8f-b56e-9b120de955b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:10:15.099591 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:15.100032 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Bound using segment: {'id': '375344d1-e641-405b-a60a-d5add95b8f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ceafe1fd-a100-4a8f-b56e-9b120de955b8'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:10:15.101114 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Bound port: 5ff6e83b-5971-4ffa-8666-95585bbfbd6e, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375344d1-e641-405b-a60a-d5add95b8f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ceafe1fd-a100-4a8f-b56e-9b120de955b8'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:10:15.101114 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:15.121041 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:15.179384 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:15.224114 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:15.239486 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] For port 5ff6e83b-5971-4ffa-8666-95585bbfbd6e, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:10:15.245459 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] For port 5ff6e83b-5971-4ffa-8666-95585bbfbd6e, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=5ff6e83b-5971-4ffa-8666-95585bbfbd6e,segment=NetworkSegment(375344d1-e641-405b-a60a-d5add95b8f7f),segment_id=375344d1-e641-405b-a60a-d5add95b8f7f)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:10:15.248650 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:15.252754 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:15.255633 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port d11b4084-aeb3-4681-9c8a-0b80072081ae, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=d11b4084-aeb3-4681-9c8a-0b80072081ae,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:15.260801 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:15.260950 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:15.273873 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:15.290522 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] Pushing event updated for resources: {'Port': ['ID=b3af8150-b550-44f5-8e6a-dc28c7f56414,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:15.350421 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e95f02-bd9b-4223-9a9d-486fe84abe7f None None] Pushing event updated for resources: {'Port': ['ID=5ff6e83b-5971-4ffa-8666-95585bbfbd6e,revision_number=2']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:15.416538 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68a4d2-18a6-42e5-baac-6cd933e47896 req-75dc6a02-7e75-470f-827c-6d147351877e tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:15.423072 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2f68a4d2-18a6-42e5-baac-6cd933e47896 req-75dc6a02-7e75-470f-827c-6d147351877e tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 944 time: 0.1556268 Aug 16 13:10:15.423281 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Sync routers for ids ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'] in dv-cinder-804698-2-iscsi {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:10:15.442758 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Routers {'d5a8aeee-675a-4251-b51e-06e4de5aa65e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:10:15.443422 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:10:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:15.491915 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=d11b4084-aeb3-4681-9c8a-0b80072081ae,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:15.516156 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2f68a4d2-18a6-42e5-baac-6cd933e47896 req-51f82808-ab16-478c-9a53-4d88e1eafedc tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849311 Aug 16 13:10:15.667991 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Set router d5a8aeee-675a-4251-b51e-06e4de5aa65e gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:10:15.710503 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:15.935613 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'name': 'tempest-TestMinimumBasicScenario-337254100-router', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:08Z', 'updated_at': '2021-08-16T13:10:11Z', 'revision_number': 4, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'gw_port': {'id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:09Z', 'updated_at': '2021-08-16T13:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'e89c3b23-6550-4131-bc34-034c05e83a22', 'name': '', 'network_id': '1f204711-82e8-486f-934b-f15924c03748', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:11Z', 'updated_at': '2021-08-16T13:10:11Z', 'revision_number': 2, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'subnets': [{'id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:15.962233 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Checking router: d5a8aeee-675a-4251-b51e-06e4de5aa65e for host: dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:10:15.962684 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Updating router d5a8aeee-675a-4251-b51e-06e4de5aa65e port e89c3b23-6550-4131-bc34-034c05e83a22 binding host dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:10:16.003023 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:16.196055 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726049'] for router, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:16.383732 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] Router 884632e8-9c83-44a4-a469-8a4a9d7e7440 is scheduled to L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 with binding_index 1 {{(pid=94054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 13:10:16.452521 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:16.463957 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Transition to ACTIVE for port object e89c3b23-6550-4131-bc34-034c05e83a22 will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:16.470055 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:16.486470 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0af6033-1be0-4b26-8ee2-d424f7504abc None None] Network ceafe1fd-a100-4a8f-b56e-9b120de955b8 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:10:16.530911 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:10:16.570127 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] Notify callbacks [] for router, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:16.571632 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-17ced1e9-e5be-4dd6-a777-ca694ecd5352 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3216271 Aug 16 13:10:16.574861 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46210) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:10:16.575442 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35005077-1d17-40b5-9f64-24b815a1bb75 None None] Pushing event updated for resources: {'Port': ['ID=e89c3b23-6550-4131-bc34-034c05e83a22,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:16.596589 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35005077-1d17-40b5-9f64-24b815a1bb75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:16.596936 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35005077-1d17-40b5-9f64-24b815a1bb75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:16.597279 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35005077-1d17-40b5-9f64-24b815a1bb75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:16.597610 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35005077-1d17-40b5-9f64-24b815a1bb75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:16.597937 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35005077-1d17-40b5-9f64-24b815a1bb75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:16.598262 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35005077-1d17-40b5-9f64-24b815a1bb75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:16.598582 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35005077-1d17-40b5-9f64-24b815a1bb75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:16.598899 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35005077-1d17-40b5-9f64-24b815a1bb75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:16.599239 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35005077-1d17-40b5-9f64-24b815a1bb75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:16.599588 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35005077-1d17-40b5-9f64-24b815a1bb75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:16.600071 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35005077-1d17-40b5-9f64-24b815a1bb75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:16.600362 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35005077-1d17-40b5-9f64-24b815a1bb75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:10:16.605697 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Attempting to bind port e89c3b23-6550-4131-bc34-034c05e83a22 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:10:16.606059 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Attempting to bind port e89c3b23-6550-4131-bc34-034c05e83a22 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '3c3f953d-52e8-4c06-9f50-1511d1484848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f204711-82e8-486f-934b-f15924c03748'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:10:16.606622 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Attempting to bind port e89c3b23-6550-4131-bc34-034c05e83a22 on network 1f204711-82e8-486f-934b-f15924c03748 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:10:16.612336 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:10:16.612704 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Checking segment: {'id': '3c3f953d-52e8-4c06-9f50-1511d1484848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f204711-82e8-486f-934b-f15924c03748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:10:16.613143 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:16.613530 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Bound using segment: {'id': '3c3f953d-52e8-4c06-9f50-1511d1484848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f204711-82e8-486f-934b-f15924c03748'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:10:16.614007 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Bound port: e89c3b23-6550-4131-bc34-034c05e83a22, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3f953d-52e8-4c06-9f50-1511d1484848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f204711-82e8-486f-934b-f15924c03748'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:10:16.614396 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:16.618433 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Sync routers for ids ['884632e8-9c83-44a4-a469-8a4a9d7e7440'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:10:16.706555 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-74076b19-5561-4e86-a240-0ada6faaba17 None None] Provisioning for port 5ff6e83b-5971-4ffa-8666-95585bbfbd6e completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:16.710855 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Routers {'884632e8-9c83-44a4-a469-8a4a9d7e7440'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:10:16.726279 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:10:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['884632e8-9c83-44a4-a469-8a4a9d7e7440'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:16.757261 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] For port e89c3b23-6550-4131-bc34-034c05e83a22, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:10:16.771137 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] For port e89c3b23-6550-4131-bc34-034c05e83a22, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=e89c3b23-6550-4131-bc34-034c05e83a22,segment=NetworkSegment(3c3f953d-52e8-4c06-9f50-1511d1484848),segment_id=3c3f953d-52e8-4c06-9f50-1511d1484848)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:10:16.790118 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:16.930086 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35005077-1d17-40b5-9f64-24b815a1bb75 None None] Pushing event updated for resources: {'Port': ['ID=e89c3b23-6550-4131-bc34-034c05e83a22,revision_number=4']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:16.933087 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Routers {'d5a8aeee-675a-4251-b51e-06e4de5aa65e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:10:16.933673 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:10:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:17.047568 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Set router 884632e8-9c83-44a4-a469-8a4a9d7e7440 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:10:17.239664 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] Set router d5a8aeee-675a-4251-b51e-06e4de5aa65e gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:10:17.279658 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device d11b4084-aeb3-4681-9c8a-0b80072081ae up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:17.395826 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:10:17.533166 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce661464-7755-4182-aa73-c029e9360621 req-fbc92397-8e96-42ce-968c-189f85034852 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:17.534957 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ce661464-7755-4182-aa73-c029e9360621 req-fbc92397-8e96-42ce-968c-189f85034852 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 944 time: 0.7622483 Aug 16 13:10:17.608474 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'name': 'tempest-TestMinimumBasicScenario-337254100-router', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:08Z', 'updated_at': '2021-08-16T13:10:11Z', 'revision_number': 4, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'gw_port': {'id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:09Z', 'updated_at': '2021-08-16T13:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'e89c3b23-6550-4131-bc34-034c05e83a22', 'name': '', 'network_id': '1f204711-82e8-486f-934b-f15924c03748', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:11Z', 'updated_at': '2021-08-16T13:10:16Z', 'revision_number': 4, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'subnets': [{'id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:17.623936 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port d11b4084-aeb3-4681-9c8a-0b80072081ae triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:17.624530 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:17.653251 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03b2396-231e-4399-b501-db6f5dd0e43b None None] The sync data for ids ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'] in dv-cinder-804698-2-iscsi is: [{'id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'name': 'tempest-TestMinimumBasicScenario-337254100-router', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:08Z', 'updated_at': '2021-08-16T13:10:11Z', 'revision_number': 4, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'gw_port': {'id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:09Z', 'updated_at': '2021-08-16T13:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'e89c3b23-6550-4131-bc34-034c05e83a22', 'name': '', 'network_id': '1f204711-82e8-486f-934b-f15924c03748', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:11Z', 'updated_at': '2021-08-16T13:10:16Z', 'revision_number': 4, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'subnets': [{'id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:10:17.730908 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ce661464-7755-4182-aa73-c029e9360621 req-f41dbb77-a409-4658-9251-a0af2802a2a1 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499255 Aug 16 13:10:17.798883 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 5ff6e83b-5971-4ffa-8666-95585bbfbd6e up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:17.810634 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:17.894402 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'name': 'tempest-TestMinimumBasicScenario-205175633-router', 'tenant_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'b3af8150-b550-44f5-8e6a-dc28c7f56414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:14Z', 'updated_at': '2021-08-16T13:10:15Z', 'revision_number': 3, 'project_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'gw_port': {'id': 'b3af8150-b550-44f5-8e6a-dc28c7f56414', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:14Z', 'updated_at': '2021-08-16T13:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:17.932500 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Checking router: 884632e8-9c83-44a4-a469-8a4a9d7e7440 for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:10:17.932848 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Updating router 884632e8-9c83-44a4-a469-8a4a9d7e7440 port b3af8150-b550-44f5-8e6a-dc28c7f56414 binding host dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:10:17.959494 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port 5ff6e83b-5971-4ffa-8666-95585bbfbd6e completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:17.970187 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 5ff6e83b-5971-4ffa-8666-95585bbfbd6e triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:17.970574 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:17.973482 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:18.051489 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] Allocated IP 172.20.0.1 (ceafe1fd-a100-4a8f-b56e-9b120de955b8/e832c331-234a-4270-b449-efb08328172e/62b4af3b-ab5f-4c78-bca3-c6bb180577f9) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:18.143924 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-c681d0fc-4e8c-4bd4-b89c-d72207ba7868 None None] Provisioning complete for port 5ff6e83b-5971-4ffa-8666-95585bbfbd6e triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:18.144303 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-c681d0fc-4e8c-4bd4-b89c-d72207ba7868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:18.220786 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:18.243104 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] Transition to ACTIVE for port object 62b4af3b-ab5f-4c78-bca3-c6bb180577f9 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:18.291226 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:18.337252 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:18.361182 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] Pushing event updated for resources: {'Port': ['ID=62b4af3b-ab5f-4c78-bca3-c6bb180577f9,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:18.370915 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] Network ceafe1fd-a100-4a8f-b56e-9b120de955b8 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:18.374790 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:18.376463 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:18.429532 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701774'] for router_interface, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:18.490329 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port 5ff6e83b-5971-4ffa-8666-95585bbfbd6e, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=5ff6e83b-5971-4ffa-8666-95585bbfbd6e,segment=NetworkSegment(375344d1-e641-405b-a60a-d5add95b8f7f),segment_id=375344d1-e641-405b-a60a-d5add95b8f7f)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:18.584321 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Notify callbacks [] for port, precommit_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:18.604482 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Transition to ACTIVE for port object b3af8150-b550-44f5-8e6a-dc28c7f56414 will not be triggered until provisioned by entity L2. {{(pid=94055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:18.624937 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-c681d0fc-4e8c-4bd4-b89c-d72207ba7868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:18.635718 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:18.669260 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:18.732403 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:18.767585 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=5ff6e83b-5971-4ffa-8666-95585bbfbd6e,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:18.826225 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device e89c3b23-6550-4131-bc34-034c05e83a22 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:18.894507 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Attempting to bind port b3af8150-b550-44f5-8e6a-dc28c7f56414 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:10:18.895034 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Attempting to bind port b3af8150-b550-44f5-8e6a-dc28c7f56414 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:10:18.895544 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Attempting to bind port b3af8150-b550-44f5-8e6a-dc28c7f56414 on network dd0d50ff-d8a0-439f-a316-3d03b34bea63 {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:10:18.926584 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83c94a-2517-49d1-a982-08955108f754 None None] Pushing event updated for resources: {'Port': ['ID=b3af8150-b550-44f5-8e6a-dc28c7f56414,revision_number=2']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:18.942164 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cb5a2-ae2b-454f-b053-1f4baf6fb5e2 req-ffe682f7-481c-4a05-a617-557ae75dfc0d tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:18.943735 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-261cb5a2-ae2b-454f-b053-1f4baf6fb5e2 req-ffe682f7-481c-4a05-a617-557ae75dfc0d tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 944 time: 0.0741725 Aug 16 13:10:18.944240 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:10:18.944749 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Checking segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:10:18.945263 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:18.945760 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Bound using segment: {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'} {{(pid=94055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:10:18.946338 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.managers [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Bound port: b3af8150-b550-44f5-8e6a-dc28c7f56414, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83910f0d-f17b-4ad5-92a9-a293d8c467fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63'}}] {{(pid=94055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:10:18.946994 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:18.975374 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.db.api [None req-c681d0fc-4e8c-4bd4-b89c-d72207ba7868 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 13:10:18.976130 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG oslo_db.api [None req-c681d0fc-4e8c-4bd4-b89c-d72207ba7868 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 13:10:19.001755 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port e89c3b23-6550-4131-bc34-034c05e83a22 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:19.008857 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-261cb5a2-ae2b-454f-b053-1f4baf6fb5e2 req-fa7e57d7-d037-47bc-9064-633699038797 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588498 Aug 16 13:10:19.011158 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:19.017686 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port e89c3b23-6550-4131-bc34-034c05e83a22 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:19.017881 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:19.021951 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] For port b3af8150-b550-44f5-8e6a-dc28c7f56414, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:10:19.024720 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:19.104875 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701922'] for router_interface, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:19.106161 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] For port b3af8150-b550-44f5-8e6a-dc28c7f56414, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=b3af8150-b550-44f5-8e6a-dc28c7f56414,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:10:19.106858 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] Pushing event updated for resources: {'Port': ['ID=62b4af3b-ab5f-4c78-bca3-c6bb180577f9,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:19.117708 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:19.209014 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] Network ceafe1fd-a100-4a8f-b56e-9b120de955b8 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:19.210499 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:19.212468 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Routers {'884632e8-9c83-44a4-a469-8a4a9d7e7440'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:10:19.213674 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:10:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['884632e8-9c83-44a4-a469-8a4a9d7e7440'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:19.215559 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83c94a-2517-49d1-a982-08955108f754 None None] Pushing event updated for resources: {'Port': ['ID=b3af8150-b550-44f5-8e6a-dc28c7f56414,revision_number=3']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:19.258288 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:19.336076 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] Router 884632e8-9c83-44a4-a469-8a4a9d7e7440 has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:10:19.435062 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port e89c3b23-6550-4131-bc34-034c05e83a22, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=e89c3b23-6550-4131-bc34-034c05e83a22,segment=NetworkSegment(3c3f953d-52e8-4c06-9f50-1511d1484848),segment_id=3c3f953d-52e8-4c06-9f50-1511d1484848)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:19.444230 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:19.480289 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] Set router 884632e8-9c83-44a4-a469-8a4a9d7e7440 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:10:19.517679 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:10:19.527779 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-08b27ae4-9a59-41b4-89bd-8cd0e1de9c1d admin admin] 10.222.0.20 "PUT /v2.0/routers/884632e8-9c83-44a4-a469-8a4a9d7e7440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9517272 Aug 16 13:10:19.600559 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=e89c3b23-6550-4131-bc34-034c05e83a22,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:19.716396 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-731edd56-b2a9-4583-8b4e-8fd2805d47bd None None] Provisioning for port 62b4af3b-ab5f-4c78-bca3-c6bb180577f9 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:19.722755 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-731edd56-b2a9-4583-8b4e-8fd2805d47bd None None] Provisioning complete for port 62b4af3b-ab5f-4c78-bca3-c6bb180577f9 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:19.723128 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-731edd56-b2a9-4583-8b4e-8fd2805d47bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:19.767715 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-731edd56-b2a9-4583-8b4e-8fd2805d47bd None None] Port 62b4af3b-ab5f-4c78-bca3-c6bb180577f9 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:10:19.777854 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'name': 'tempest-TestMinimumBasicScenario-205175633-router', 'tenant_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'b3af8150-b550-44f5-8e6a-dc28c7f56414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:14Z', 'updated_at': '2021-08-16T13:10:18Z', 'revision_number': 4, 'project_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'gw_port': {'id': 'b3af8150-b550-44f5-8e6a-dc28c7f56414', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:14Z', 'updated_at': '2021-08-16T13:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '62b4af3b-ab5f-4c78-bca3-c6bb180577f9', 'name': '', 'network_id': 'ceafe1fd-a100-4a8f-b56e-9b120de955b8', 'tenant_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'mac_address': 'fa:16:3e:41:1d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e832c331-234a-4270-b449-efb08328172e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:17Z', 'updated_at': '2021-08-16T13:10:18Z', 'revision_number': 2, 'project_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'subnets': [{'id': 'e832c331-234a-4270-b449-efb08328172e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:19.808145 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523bf175-72b2-4c4f-85fd-2bcb285f941b None None] The sync data for ids ['884632e8-9c83-44a4-a469-8a4a9d7e7440'] in dv-cinder-804698-2-iscsi is: [{'id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'name': 'tempest-TestMinimumBasicScenario-205175633-router', 'tenant_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'b3af8150-b550-44f5-8e6a-dc28c7f56414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:14Z', 'updated_at': '2021-08-16T13:10:18Z', 'revision_number': 4, 'project_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'gw_port': {'id': 'b3af8150-b550-44f5-8e6a-dc28c7f56414', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:14Z', 'updated_at': '2021-08-16T13:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '62b4af3b-ab5f-4c78-bca3-c6bb180577f9', 'name': '', 'network_id': 'ceafe1fd-a100-4a8f-b56e-9b120de955b8', 'tenant_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'mac_address': 'fa:16:3e:41:1d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e832c331-234a-4270-b449-efb08328172e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:17Z', 'updated_at': '2021-08-16T13:10:18Z', 'revision_number': 2, 'project_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'subnets': [{'id': 'e832c331-234a-4270-b449-efb08328172e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:10:20.229970 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d161416-97aa-40c9-a27b-b7ba7bdebc95 req-f6d0fad8-3a7c-4043-873c-ae2dab347567 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:20.231593 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4d161416-97aa-40c9-a27b-b7ba7bdebc95 req-f6d0fad8-3a7c-4043-873c-ae2dab347567 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 944 time: 0.0998349 Aug 16 13:10:20.291002 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4d161416-97aa-40c9-a27b-b7ba7bdebc95 req-13fcd2d2-82b4-4a2e-8463-adbadcaf0441 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533457 Aug 16 13:10:20.921273 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device b3af8150-b550-44f5-8e6a-dc28c7f56414 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:21.137145 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port b3af8150-b550-44f5-8e6a-dc28c7f56414 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:21.142232 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port b3af8150-b550-44f5-8e6a-dc28c7f56414 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:21.142899 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:21.246909 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:21.272653 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port b3af8150-b550-44f5-8e6a-dc28c7f56414, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=b3af8150-b550-44f5-8e6a-dc28c7f56414,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:21.277958 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:21.279360 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 5ff6e83b-5971-4ffa-8666-95585bbfbd6e up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:21.361776 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=b3af8150-b550-44f5-8e6a-dc28c7f56414,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:21.375806 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 5ff6e83b-5971-4ffa-8666-95585bbfbd6e triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:21.376180 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:21.483062 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be2abd-de51-4996-b2cb-a09d82c9e6f3 req-0d9406d3-881d-459d-84b5-75d8f2ceb418 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:21.485228 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a3be2abd-de51-4996-b2cb-a09d82c9e6f3 req-0d9406d3-881d-459d-84b5-75d8f2ceb418 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 944 time: 0.0891626 Aug 16 13:10:21.510745 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device e89c3b23-6550-4131-bc34-034c05e83a22 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:21.559792 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a3be2abd-de51-4996-b2cb-a09d82c9e6f3 req-7e763c10-69c7-42a6-98e0-a38785d7436e tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687430 Aug 16 13:10:21.600077 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port e89c3b23-6550-4131-bc34-034c05e83a22 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:21.600450 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:22.148087 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:22.498571 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Sync routers for ids ['884632e8-9c83-44a4-a469-8a4a9d7e7440'] in dv-cinder-804698-2-iscsi {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:10:22.508715 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Routers {'884632e8-9c83-44a4-a469-8a4a9d7e7440'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:10:22.509702 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:10:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['884632e8-9c83-44a4-a469-8a4a9d7e7440'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:22.654614 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Set router 884632e8-9c83-44a4-a469-8a4a9d7e7440 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:10:22.715543 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a6277-1fca-4590-bcfb-907103fa8648 req-e7107d0a-6d88-4340-9ede-5f888a11e9e6 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:22.723823 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-af4a6277-1fca-4590-bcfb-907103fa8648 req-e7107d0a-6d88-4340-9ede-5f888a11e9e6 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 944 time: 0.0584624 Aug 16 13:10:22.776114 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-af4a6277-1fca-4590-bcfb-907103fa8648 req-50b80f33-0866-45cf-a0ad-c65d845d5066 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512741 Aug 16 13:10:22.836820 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device b3af8150-b550-44f5-8e6a-dc28c7f56414 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:22.894405 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port b3af8150-b550-44f5-8e6a-dc28c7f56414 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:22.894785 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:22.949469 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'name': 'tempest-TestMinimumBasicScenario-205175633-router', 'tenant_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'b3af8150-b550-44f5-8e6a-dc28c7f56414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:14Z', 'updated_at': '2021-08-16T13:10:18Z', 'revision_number': 4, 'project_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'gw_port': {'id': 'b3af8150-b550-44f5-8e6a-dc28c7f56414', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:14Z', 'updated_at': '2021-08-16T13:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '62b4af3b-ab5f-4c78-bca3-c6bb180577f9', 'name': '', 'network_id': 'ceafe1fd-a100-4a8f-b56e-9b120de955b8', 'tenant_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'mac_address': 'fa:16:3e:41:1d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e832c331-234a-4270-b449-efb08328172e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:17Z', 'updated_at': '2021-08-16T13:10:18Z', 'revision_number': 2, 'project_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'subnets': [{'id': 'e832c331-234a-4270-b449-efb08328172e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:22.979657 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Checking router: 884632e8-9c83-44a4-a469-8a4a9d7e7440 for host: dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:10:22.979657 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Updating router 884632e8-9c83-44a4-a469-8a4a9d7e7440 port 62b4af3b-ab5f-4c78-bca3-c6bb180577f9 binding host dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 13:10:23.006762 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:23.406703 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Notify callbacks [] for port, precommit_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:23.420700 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.provisioning_blocks [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Transition to ACTIVE for port object 62b4af3b-ab5f-4c78-bca3-c6bb180577f9 will not be triggered until provisioned by entity L2. {{(pid=94056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:23.430848 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:23.519209 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66bad4-00d1-436e-b8df-2d9aca505ab0 None None] Pushing event updated for resources: {'Port': ['ID=62b4af3b-ab5f-4c78-bca3-c6bb180577f9,revision_number=3']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:23.534137 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 2d1453b0-a444-4607-a4ec-292c77533be3 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:10:23.595427 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Attempting to bind port 62b4af3b-ab5f-4c78-bca3-c6bb180577f9 on host dv-cinder-804698-2-iscsi for vnic_type normal with profile {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:10:23.595794 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Attempting to bind port 62b4af3b-ab5f-4c78-bca3-c6bb180577f9 by drivers openvswitch,hyperv on host dv-cinder-804698-2-iscsi at level 0 using segments [{'id': '375344d1-e641-405b-a60a-d5add95b8f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ceafe1fd-a100-4a8f-b56e-9b120de955b8'}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:10:23.596149 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Attempting to bind port 62b4af3b-ab5f-4c78-bca3-c6bb180577f9 on network ceafe1fd-a100-4a8f-b56e-9b120de955b8 {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:10:23.609593 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Checking agent: {'id': '61f914ed-6590-4c5e-b981-543595a9f506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 12, 56, 3), 'started_at': datetime.datetime(2021, 8, 16, 12, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:10:23.610291 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Checking segment: {'id': '375344d1-e641-405b-a60a-d5add95b8f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ceafe1fd-a100-4a8f-b56e-9b120de955b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:10:23.610860 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:23.614189 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Bound using segment: {'id': '375344d1-e641-405b-a60a-d5add95b8f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ceafe1fd-a100-4a8f-b56e-9b120de955b8'} {{(pid=94056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:10:23.614941 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.managers [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Bound port: 62b4af3b-ab5f-4c78-bca3-c6bb180577f9, host: dv-cinder-804698-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375344d1-e641-405b-a60a-d5add95b8f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ceafe1fd-a100-4a8f-b56e-9b120de955b8'}}] {{(pid=94056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:10:23.615550 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:23.712361 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 2d1453b0-a444-4607-a4ec-292c77533be3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d1453b0-a444-4607-a4ec-292c77533be3,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:23.725357 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] For port 62b4af3b-ab5f-4c78-bca3-c6bb180577f9, host dv-cinder-804698-2-iscsi, cleared binding levels {{(pid=94056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:10:23.730749 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.plugins.ml2.db [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] For port 62b4af3b-ab5f-4c78-bca3-c6bb180577f9, host dv-cinder-804698-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=62b4af3b-ab5f-4c78-bca3-c6bb180577f9,segment=NetworkSegment(375344d1-e641-405b-a60a-d5add95b8f7f),segment_id=375344d1-e641-405b-a60a-d5add95b8f7f)] {{(pid=94056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:10:23.736854 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': '2d1453b0-a444-4607-a4ec-292c77533be3', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'port_id': '2d1453b0-a444-4607-a4ec-292c77533be3', 'mac_address': 'fa:16:3e:95:f0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:10:23.739299 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron_lib.callbacks.manager [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:23.798746 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:23.802685 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Routers {'884632e8-9c83-44a4-a469-8a4a9d7e7440'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:10:23.803437 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:10:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['884632e8-9c83-44a4-a469-8a4a9d7e7440'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:23.830229 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1453b0-a444-4607-a4ec-292c77533be3 {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:10:23.844454 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66bad4-00d1-436e-b8df-2d9aca505ab0 None None] Pushing event updated for resources: {'Port': ['ID=62b4af3b-ab5f-4c78-bca3-c6bb180577f9,revision_number=4']} {{(pid=94056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:23.866342 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 2d1453b0-a444-4607-a4ec-292c77533be3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d1453b0-a444-4607-a4ec-292c77533be3,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:23.881347 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:23.974347 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=2d1453b0-a444-4607-a4ec-292c77533be3,revision_number=9']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:24.003727 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b54381-9448-49bc-868f-c48d4f1b7ebf req-35dec936-09b8-461a-91a6-a071f16480bf tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:24.006389 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-39b54381-9448-49bc-868f-c48d4f1b7ebf req-35dec936-09b8-461a-91a6-a071f16480bf tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 945 time: 0.0886133 Aug 16 13:10:24.071607 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] Set router 884632e8-9c83-44a4-a469-8a4a9d7e7440 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:10:24.080692 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-39b54381-9448-49bc-868f-c48d4f1b7ebf req-37abd9ed-825d-481e-bcea-40e467150077 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665643 Aug 16 13:10:24.235173 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['2d1453b0-a444-4607-a4ec-292c77533be3'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:10:24.312147 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'name': 'tempest-TestMinimumBasicScenario-205175633-router', 'tenant_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'b3af8150-b550-44f5-8e6a-dc28c7f56414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:14Z', 'updated_at': '2021-08-16T13:10:18Z', 'revision_number': 4, 'project_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'gw_port': {'id': 'b3af8150-b550-44f5-8e6a-dc28c7f56414', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:14Z', 'updated_at': '2021-08-16T13:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '62b4af3b-ab5f-4c78-bca3-c6bb180577f9', 'name': '', 'network_id': 'ceafe1fd-a100-4a8f-b56e-9b120de955b8', 'tenant_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'mac_address': 'fa:16:3e:41:1d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e832c331-234a-4270-b449-efb08328172e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:17Z', 'updated_at': '2021-08-16T13:10:23Z', 'revision_number': 4, 'project_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'subnets': [{'id': 'e832c331-234a-4270-b449-efb08328172e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:10:24.343136 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0a3baf-7084-4abd-899e-ef6515a35626 None None] The sync data for ids ['884632e8-9c83-44a4-a469-8a4a9d7e7440'] in dv-cinder-804698-2-iscsi is: [{'id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'name': 'tempest-TestMinimumBasicScenario-205175633-router', 'tenant_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'b3af8150-b550-44f5-8e6a-dc28c7f56414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:14Z', 'updated_at': '2021-08-16T13:10:18Z', 'revision_number': 4, 'project_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'gw_port': {'id': 'b3af8150-b550-44f5-8e6a-dc28c7f56414', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:14Z', 'updated_at': '2021-08-16T13:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '62b4af3b-ab5f-4c78-bca3-c6bb180577f9', 'name': '', 'network_id': 'ceafe1fd-a100-4a8f-b56e-9b120de955b8', 'tenant_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'mac_address': 'fa:16:3e:41:1d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e832c331-234a-4270-b449-efb08328172e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:17Z', 'updated_at': '2021-08-16T13:10:23Z', 'revision_number': 4, 'project_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'subnets': [{'id': 'e832c331-234a-4270-b449-efb08328172e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:10:24.845278 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 62b4af3b-ab5f-4c78-bca3-c6bb180577f9 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:24.908364 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning for port 62b4af3b-ab5f-4c78-bca3-c6bb180577f9 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:24.914844 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 62b4af3b-ab5f-4c78-bca3-c6bb180577f9 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:24.915222 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:25.009578 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:25.061702 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] For port 62b4af3b-ab5f-4c78-bca3-c6bb180577f9, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=62b4af3b-ab5f-4c78-bca3-c6bb180577f9,segment=NetworkSegment(375344d1-e641-405b-a60a-d5add95b8f7f),segment_id=375344d1-e641-405b-a60a-d5add95b8f7f)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:25.067272 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:25.146879 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Pushing event updated for resources: {'Port': ['ID=62b4af3b-ab5f-4c78-bca3-c6bb180577f9,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:25.240223 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cda1c-b7ef-4e13-832f-e5f804271c02 req-df2dae4d-7e31-4573-bccf-dd982010810b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:25.245028 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-761cda1c-b7ef-4e13-832f-e5f804271c02 req-df2dae4d-7e31-4573-bccf-dd982010810b tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 945 time: 0.0577345 Aug 16 13:10:25.285701 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-761cda1c-b7ef-4e13-832f-e5f804271c02 req-cc278215-6677-45a8-b93a-21b43b5ae7fa tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361822 Aug 16 13:10:25.542467 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 2d1453b0-a444-4607-a4ec-292c77533be3 up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:25.616766 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port 2d1453b0-a444-4607-a4ec-292c77533be3 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:25.617135 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:25.708328 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:25.732768 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a5a6a5-e877-44fa-855e-be0bad89fb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1453b0-a444-4607-a4ec-292c77533be3'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:10:25.735091 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862637b6-b96d-4779-84a6-b312ed305506" -d '{"events": [{"server_uuid": "d5a5a6a5-e877-44fa-855e-be0bad89fb97", "name": "network-vif-plugged", "status": "completed", "tag": "2d1453b0-a444-4607-a4ec-292c77533be3"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:10:25.750492 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 2d1453b0-a444-4607-a4ec-292c77533be3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d1453b0-a444-4607-a4ec-292c77533be3,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:25.756800 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:25.783088 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddea6745-36fc-4b2a-8d91-68ceca4bc633 x-openstack-request-id: req-ddea6745-36fc-4b2a-8d91-68ceca4bc633 {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:10:25.783419 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a5a6a5-e877-44fa-855e-be0bad89fb97", "name": "network-vif-plugged", "status": "completed", "tag": "2d1453b0-a444-4607-a4ec-292c77533be3", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:10:25.783647 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddea6745-36fc-4b2a-8d91-68ceca4bc633 {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:10:25.784029 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a5a6a5-e877-44fa-855e-be0bad89fb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1453b0-a444-4607-a4ec-292c77533be3', 'code': 200} Aug 16 13:10:25.814711 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=2d1453b0-a444-4607-a4ec-292c77533be3,revision_number=10']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:26.034575 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a35d13-1489-4492-9e85-158f551032a3 req-5d78c02a-d4a9-4780-b2c3-8b1363face80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:26.036212 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-76a35d13-1489-4492-9e85-158f551032a3 req-5d78c02a-d4a9-4780-b2c3-8b1363face80 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 1100 time: 0.0439820 Aug 16 13:10:26.076787 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-76a35d13-1489-4492-9e85-158f551032a3 req-03d6c8b5-36d7-4297-8e9a-d9f035f9f8ca service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315180 Aug 16 13:10:26.410139 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b172eaf-0645-4e0b-bb5d-af417a7de0a3 req-4e67b90d-4174-4e3b-affa-9df4a955cab0 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:26.411640 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8b172eaf-0645-4e0b-bb5d-af417a7de0a3 req-4e67b90d-4174-4e3b-affa-9df4a955cab0 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 947 time: 0.0502231 Aug 16 13:10:26.460743 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8b172eaf-0645-4e0b-bb5d-af417a7de0a3 req-bb88211e-436d-4a3c-b882-917bac6da845 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426466 Aug 16 13:10:26.790140 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 62b4af3b-ab5f-4c78-bca3-c6bb180577f9 up at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:26.845313 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Provisioning complete for port 62b4af3b-ab5f-4c78-bca3-c6bb180577f9 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:26.845735 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:27.611947 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf11a7-27be-41f5-937f-f6f5ae066caa req-0ba14eab-6b87-4721-a243-7ed7bc007d9a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:27.613448 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7abf11a7-27be-41f5-937f-f6f5ae066caa req-0ba14eab-6b87-4721-a243-7ed7bc007d9a tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 947 time: 0.0544863 Aug 16 13:10:27.674233 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7abf11a7-27be-41f5-937f-f6f5ae066caa req-15a4a55d-5073-4e2a-80c7-873582df6889 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509307 Aug 16 13:10:28.810759 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2f5d2-66cb-4d7d-b7ca-a346b7eef2c7 req-b8049d65-5838-4a55-87bd-beba6c6cf3d4 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:28.818011 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-67c2f5d2-66cb-4d7d-b7ca-a346b7eef2c7 req-b8049d65-5838-4a55-87bd-beba6c6cf3d4 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 947 time: 0.0629253 Aug 16 13:10:28.854857 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-67c2f5d2-66cb-4d7d-b7ca-a346b7eef2c7 req-394e0e27-364c-47e9-bac3-5c95aef41942 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359743 Aug 16 13:10:29.874496 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e15a0562-b110-4df9-b571-63049b30ad86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:30.137411 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-e0adc11f-c289-42ea-9f60-acbcfb52f824 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:30.139056 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-e0adc11f-c289-42ea-9f60-acbcfb52f824 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/networks?id=1f204711-82e8-486f-934b-f15924c03748 HTTP/1.1" status: 200 len: 814 time: 0.1069479 Aug 16 13:10:30.154828 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-b1004648-9aba-46de-af83-b70f79a3858d tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/quotas/e8267381c30d4cddb927c01166ba0b17 HTTP/1.1" status: 200 len: 375 time: 0.0098941 Aug 16 13:10:30.217263 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-b045ce40-12a6-4fd2-b158-7e17ef398bef tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8267381c30d4cddb927c01166ba0b17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561619 Aug 16 13:10:30.310596 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-6e74948d-05d1-4e42-89c5-b3e21e6fb6ee service neutron] 10.222.0.20 "GET /v2.0/networks/1f204711-82e8-486f-934b-f15924c03748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819228 Aug 16 13:10:30.408703 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-67b87d70-514c-448c-aa38-dd08fc0aef9f service neutron] 10.222.0.20 "GET /v2.0/networks/1f204711-82e8-486f-934b-f15924c03748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922840 Aug 16 13:10:30.567110 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e6dbf6bd-3ea3-4b33-bab7-1ae3db03c94f req-3e87406b-d8a3-4c20-8c36-c8c6224f88af tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 210 time: 0.0298941 Aug 16 13:10:31.609578 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-e2532a74-7542-4b0c-9f2b-45c193021664 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:31.611090 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-e2532a74-7542-4b0c-9f2b-45c193021664 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.61 "GET /v2.0/networks?id=1f204711-82e8-486f-934b-f15924c03748 HTTP/1.1" status: 200 len: 814 time: 0.1026461 Aug 16 13:10:31.644732 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-36c1f452-dcc6-49f1-9c3b-6a575ebcac9a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Request body: {'port': {'device_id': '01afdd24-784a-4e14-ae21-a79ca86d1948', 'network_id': '1f204711-82e8-486f-934b-f15924c03748', 'admin_state_up': True, 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:31.664549 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5cfa70c3-6af8-4be1-951b-e2ef1da5ea71 req-09c3ad10-7777-4983-8426-9b6951e3b74e tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 210 time: 0.0300012 Aug 16 13:10:31.763645 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-36c1f452-dcc6-49f1-9c3b-6a575ebcac9a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Made reservation on behalf of e8267381c30d4cddb927c01166ba0b17 for: {'port': 1} {{(pid=94054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:10:31.767942 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-36c1f452-dcc6-49f1-9c3b-6a575ebcac9a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:31.901137 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-36c1f452-dcc6-49f1-9c3b-6a575ebcac9a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Allocated IP 172.20.0.14 (1f204711-82e8-486f-934b-f15924c03748/597a7ca6-6e7d-4b12-a515-066ffd723b14/0fd1faa1-3c96-472e-8de0-400c962af743) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:10:32.108259 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-36c1f452-dcc6-49f1-9c3b-6a575ebcac9a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:32.132319 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-36c1f452-dcc6-49f1-9c3b-6a575ebcac9a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Transition to ACTIVE for port object 0fd1faa1-3c96-472e-8de0-400c962af743 will not be triggered until provisioned by entity DHCP. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:32.176254 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-36c1f452-dcc6-49f1-9c3b-6a575ebcac9a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:32.240262 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-36c1f452-dcc6-49f1-9c3b-6a575ebcac9a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Network 1f204711-82e8-486f-934b-f15924c03748 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:10:32.241523 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1f452-dcc6-49f1-9c3b-6a575ebcac9a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Pushing event updated for resources: {'Port': ['ID=0fd1faa1-3c96-472e-8de0-400c962af743,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:32.244683 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-36c1f452-dcc6-49f1-9c3b-6a575ebcac9a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:10:32.246972 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-36c1f452-dcc6-49f1-9c3b-6a575ebcac9a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:10:32.303359 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-36c1f452-dcc6-49f1-9c3b-6a575ebcac9a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:32.304135 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-36c1f452-dcc6-49f1-9c3b-6a575ebcac9a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:32.321736 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-36c1f452-dcc6-49f1-9c3b-6a575ebcac9a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6809754 Aug 16 13:10:32.518741 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-692c8af5-6624-4111-9291-042441f3cabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:32.521270 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-fcf321dd-66bb-4072-8cba-e39547ca86ea None None] Provisioning for port 0fd1faa1-3c96-472e-8de0-400c962af743 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:32.525186 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-fcf321dd-66bb-4072-8cba-e39547ca86ea None None] Provisioning complete for port 0fd1faa1-3c96-472e-8de0-400c962af743 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:32.525776 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-fcf321dd-66bb-4072-8cba-e39547ca86ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:32.579687 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-fcf321dd-66bb-4072-8cba-e39547ca86ea None None] Port 0fd1faa1-3c96-472e-8de0-400c962af743 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:10:32.763005 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:32.787139 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b18037-1b0c-4533-bcdf-fb3f02366ab8 req-8b9c5269-6d75-4f65-b92f-9c8861685be5 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:32.788699 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c2b18037-1b0c-4533-bcdf-fb3f02366ab8 req-8b9c5269-6d75-4f65-b92f-9c8861685be5 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 932 time: 0.0529304 Aug 16 13:10:32.829887 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c2b18037-1b0c-4533-bcdf-fb3f02366ab8 req-f97b4dbe-4750-4b06-b26b-55538e1b5bf6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344112 Aug 16 13:10:33.491644 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:33.953441 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef4f6e-547b-4d62-b2b2-763cab322515 req-62627b6a-e2fb-4437-ad53-39666b52b688 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:33.954984 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f3ef4f6e-547b-4d62-b2b2-763cab322515 req-62627b6a-e2fb-4437-ad53-39666b52b688 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 932 time: 0.0512466 Aug 16 13:10:33.992569 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f3ef4f6e-547b-4d62-b2b2-763cab322515 req-78e5e3ad-c3f6-471b-9634-35798607cfa3 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315537 Aug 16 13:10:35.113894 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecd8c0-be94-4bcf-9e1b-37467a67b37d req-85621331-8fde-4db4-9b79-c9e79e6e546d tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:35.115405 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a1ecd8c0-be94-4bcf-9e1b-37467a67b37d req-85621331-8fde-4db4-9b79-c9e79e6e546d tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 932 time: 0.0538299 Aug 16 13:10:35.165972 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a1ecd8c0-be94-4bcf-9e1b-37467a67b37d req-066420fc-0518-42c1-9794-dc6dd6bb6dfc tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334849 Aug 16 13:10:35.290705 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:36.283337 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0bdc1-7350-49b7-b62b-154e34362fa3 req-9ad715d4-8a7d-4c5b-80a3-7bd4b661993a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:36.284832 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-48c0bdc1-7350-49b7-b62b-154e34362fa3 req-9ad715d4-8a7d-4c5b-80a3-7bd4b661993a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 932 time: 0.0521078 Aug 16 13:10:36.324427 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-48c0bdc1-7350-49b7-b62b-154e34362fa3 req-f1662d86-69d9-4f9f-9317-60122ef60f96 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337524 Aug 16 13:10:37.442590 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a4e38-88cc-476c-9360-1e67a7d1536c req-77be6760-06cf-4ca4-a1fa-9b398c05e2fb tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:37.444082 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0a6a4e38-88cc-476c-9360-1e67a7d1536c req-77be6760-06cf-4ca4-a1fa-9b398c05e2fb tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 932 time: 0.0504339 Aug 16 13:10:37.482836 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0a6a4e38-88cc-476c-9360-1e67a7d1536c req-a64a22b2-a45b-4cd3-aed6-3ef4a72165c0 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324292 Aug 16 13:10:38.605098 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134a564-1d9f-4adf-9706-d17e024998bc req-87a1a165-15f9-4ef3-ab59-e5da0f86f205 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:38.606724 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7134a564-1d9f-4adf-9706-d17e024998bc req-87a1a165-15f9-4ef3-ab59-e5da0f86f205 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 932 time: 0.0531940 Aug 16 13:10:38.644754 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7134a564-1d9f-4adf-9706-d17e024998bc req-e508feb7-ef2e-4bab-ba8e-2f43f87cf7d9 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319011 Aug 16 13:10:39.761840 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cba62e-3501-4677-8731-a3c207d41be5 req-ccb4cd6c-e0e1-4323-8cd2-4b50309c6e4e tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:39.763298 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f8cba62e-3501-4677-8731-a3c207d41be5 req-ccb4cd6c-e0e1-4323-8cd2-4b50309c6e4e tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 932 time: 0.0483508 Aug 16 13:10:39.801257 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f8cba62e-3501-4677-8731-a3c207d41be5 req-63af224e-8821-486f-9d62-2a5f65cbb31f tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317128 Aug 16 13:10:40.918666 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a502e78-261f-446f-af63-98c611f50eca req-e1b89f88-2de1-42ef-8f5d-8dbc459aa855 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:40.920200 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3a502e78-261f-446f-af63-98c611f50eca req-e1b89f88-2de1-42ef-8f5d-8dbc459aa855 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 932 time: 0.0488756 Aug 16 13:10:40.964281 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-3a502e78-261f-446f-af63-98c611f50eca req-7140970d-25ea-4607-b6a6-c4942c007a66 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358050 Aug 16 13:10:42.080321 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf97db3-bb52-4e70-83bb-64ae279f57c1 req-dafd0f7d-348c-4e19-9205-8485226699c8 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:42.081992 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-adf97db3-bb52-4e70-83bb-64ae279f57c1 req-dafd0f7d-348c-4e19-9205-8485226699c8 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 932 time: 0.0520568 Aug 16 13:10:42.119751 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-adf97db3-bb52-4e70-83bb-64ae279f57c1 req-44fd1b2c-ae53-47a1-82e9-73ea56ccfb92 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316815 Aug 16 13:10:42.504413 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Request body: {'port': {'device_id': '01afdd24-784a-4e14-ae21-a79ca86d1948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:10:42.556804 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:42.825199 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd1faa1-3c96-472e-8de0-400c962af743 {{(pid=94054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:10:42.832796 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:42.844739 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Transition to ACTIVE for port object 0fd1faa1-3c96-472e-8de0-400c962af743 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:10:42.848143 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13922287'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:42.901202 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd1faa1-3c96-472e-8de0-400c962af743,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:42.967856 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Attempting to bind port 0fd1faa1-3c96-472e-8de0-400c962af743 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:10:42.968189 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Attempting to bind port 0fd1faa1-3c96-472e-8de0-400c962af743 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '3c3f953d-52e8-4c06-9f50-1511d1484848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f204711-82e8-486f-934b-f15924c03748'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:10:42.968516 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Attempting to bind port 0fd1faa1-3c96-472e-8de0-400c962af743 on network 1f204711-82e8-486f-934b-f15924c03748 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:10:42.972981 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Port 0fd1faa1-3c96-472e-8de0-400c962af743 on network 1f204711-82e8-486f-934b-f15924c03748 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:10:42.973296 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Attempting to bind port 0fd1faa1-3c96-472e-8de0-400c962af743 on network 1f204711-82e8-486f-934b-f15924c03748 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:10:42.978073 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:10:42.978408 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Checking segment: {'id': '3c3f953d-52e8-4c06-9f50-1511d1484848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f204711-82e8-486f-934b-f15924c03748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:10:42.978788 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Bound using segment: {'id': '3c3f953d-52e8-4c06-9f50-1511d1484848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f204711-82e8-486f-934b-f15924c03748'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:10:42.979762 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Bound port: 0fd1faa1-3c96-472e-8de0-400c962af743, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c3f953d-52e8-4c06-9f50-1511d1484848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1f204711-82e8-486f-934b-f15924c03748'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:10:42.980118 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:43.045677 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] For port 0fd1faa1-3c96-472e-8de0-400c962af743, host hv-cinder-80469, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:10:43.048671 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] For port 0fd1faa1-3c96-472e-8de0-400c962af743, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=0fd1faa1-3c96-472e-8de0-400c962af743,segment=NetworkSegment(3c3f953d-52e8-4c06-9f50-1511d1484848),segment_id=3c3f953d-52e8-4c06-9f50-1511d1484848)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:10:43.053985 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13922287'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:43.086211 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:43.086772 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:43.088306 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] 10.222.0.61 "PUT /v2.0/ports/0fd1faa1-3c96-472e-8de0-400c962af743 HTTP/1.1" status: 200 len: 1094 time: 0.5882995 Aug 16 13:10:43.088755 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01afdd24-784a-4e14-ae21-a79ca86d1948', 'tag': '0fd1faa1-3c96-472e-8de0-400c962af743'}] {{(pid=94054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:10:43.091024 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2e02789a86343ed90e228d8a01386e3b0dd3ee74f1c4d71a2f16840b073a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf5d3a4-86ee-4748-a6dd-191c333f7fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "01afdd24-784a-4e14-ae21-a79ca86d1948", "tag": "0fd1faa1-3c96-472e-8de0-400c962af743"}]}' {{(pid=94054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:10:43.119016 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a733a26-a2a3-4932-ad30-a48f349fc7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd1faa1-3c96-472e-8de0-400c962af743,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:43.144983 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0449b7f9-96ae-443e-a030-d96f52a450bd x-openstack-request-id: req-0449b7f9-96ae-443e-a030-d96f52a450bd {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:10:43.145769 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01afdd24-784a-4e14-ae21-a79ca86d1948", "tag": "0fd1faa1-3c96-472e-8de0-400c962af743", "status": "completed", "code": 200}]} {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:10:43.145769 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0449b7f9-96ae-443e-a030-d96f52a450bd {{(pid=94054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:10:43.145968 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01afdd24-784a-4e14-ae21-a79ca86d1948', 'tag': '0fd1faa1-3c96-472e-8de0-400c962af743', 'status': 'completed', 'code': 200} Aug 16 13:10:43.238309 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-ccdf986c-7d9e-4b24-b4ce-5d2ba10c6a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:43.239821 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-ccdf986c-7d9e-4b24-b4ce-5d2ba10c6a73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8267381c30d4cddb927c01166ba0b17&device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 1097 time: 0.0756390 Aug 16 13:10:43.256073 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02165e1a-5978-4e6d-9066-0450ff776b24 req-b98d34c2-9e1a-4cde-9141-c322699af64a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:43.257516 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-02165e1a-5978-4e6d-9066-0450ff776b24 req-b98d34c2-9e1a-4cde-9141-c322699af64a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 944 time: 0.0655620 Aug 16 13:10:43.302524 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-70874a2e-7f95-4160-a347-efe919133486 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fd1faa1-3c96-472e-8de0-400c962af743 HTTP/1.1" status: 200 len: 217 time: 0.0440757 Aug 16 13:10:43.348131 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-02165e1a-5978-4e6d-9066-0450ff776b24 req-956b3dd5-3d04-405a-b4ec-9be803d0be59 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842826 Aug 16 13:10:43.362484 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-8dc99e77-b466-447b-b58a-0f23398d1f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:43.363946 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-8dc99e77-b466-447b-b58a-0f23398d1f4f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=597a7ca6-6e7d-4b12-a515-066ffd723b14 HTTP/1.1" status: 200 len: 853 time: 0.0535190 Aug 16 13:10:43.416326 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-20a61388-6df9-48c9-8482-b0184bf80f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:43.418540 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-20a61388-6df9-48c9-8482-b0184bf80f53 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1f204711-82e8-486f-934b-f15924c03748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452704 Aug 16 13:10:43.515755 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-c988c3d2-5bb7-4a94-9798-e965ffcb8486 service neutron] 10.222.0.61 "GET /v2.0/networks/1f204711-82e8-486f-934b-f15924c03748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800846 Aug 16 13:10:43.608838 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-daaa662e-a73e-477d-87b7-6314a80ce5c2 req-c04871f0-50f2-4ce8-a91e-d716b42a9175 service neutron] 10.222.0.61 "GET /v2.0/networks/1f204711-82e8-486f-934b-f15924c03748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848660 Aug 16 13:10:43.755829 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5d3a4-86ee-4748-a6dd-191c333f7fbd req-f922cbe9-1e9e-44e2-b96f-f85afa01b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:43.757416 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-acf5d3a4-86ee-4748-a6dd-191c333f7fbd req-f922cbe9-1e9e-44e2-b96f-f85afa01b4e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8267381c30d4cddb927c01166ba0b17&device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 1097 time: 0.0425129 Aug 16 13:10:43.854453 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5d3a4-86ee-4748-a6dd-191c333f7fbd req-0c86f3d5-6947-498d-a6e2-af2be5da76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:43.856121 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-acf5d3a4-86ee-4748-a6dd-191c333f7fbd req-0c86f3d5-6947-498d-a6e2-af2be5da76ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=1f204711-82e8-486f-934b-f15924c03748 HTTP/1.1" status: 200 len: 915 time: 0.0870919 Aug 16 13:10:43.898004 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-acf5d3a4-86ee-4748-a6dd-191c333f7fbd req-1289c0e1-a661-4622-baaf-b5a622afff41 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fd1faa1-3c96-472e-8de0-400c962af743 HTTP/1.1" status: 200 len: 217 time: 0.0343592 Aug 16 13:10:43.948820 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5d3a4-86ee-4748-a6dd-191c333f7fbd req-4357bd4d-8f94-434e-88de-4124db760b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:43.950288 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-acf5d3a4-86ee-4748-a6dd-191c333f7fbd req-4357bd4d-8f94-434e-88de-4124db760b54 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=597a7ca6-6e7d-4b12-a515-066ffd723b14 HTTP/1.1" status: 200 len: 853 time: 0.0438864 Aug 16 13:10:44.020067 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5d3a4-86ee-4748-a6dd-191c333f7fbd req-394e62fc-296c-4220-80aa-44b93e370de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:44.021561 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-acf5d3a4-86ee-4748-a6dd-191c333f7fbd req-394e62fc-296c-4220-80aa-44b93e370de4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1f204711-82e8-486f-934b-f15924c03748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637488 Aug 16 13:10:44.112068 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-acf5d3a4-86ee-4748-a6dd-191c333f7fbd req-ce43fc7b-3fb6-4224-9806-d618daa81286 service neutron] 10.222.0.61 "GET /v2.0/networks/1f204711-82e8-486f-934b-f15924c03748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822902 Aug 16 13:10:44.199941 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-acf5d3a4-86ee-4748-a6dd-191c333f7fbd req-9ba033e6-a95f-4ff6-a9e8-bb6c713b55de service neutron] 10.222.0.61 "GET /v2.0/networks/1f204711-82e8-486f-934b-f15924c03748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802186 Aug 16 13:10:44.473621 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933a20-d722-4d27-a751-0b00d37fdbe0 req-0c734c3c-66a3-4537-a9b0-8e617afb9747 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:44.475109 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-42933a20-d722-4d27-a751-0b00d37fdbe0 req-0c734c3c-66a3-4537-a9b0-8e617afb9747 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 944 time: 0.0567389 Aug 16 13:10:44.512255 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-42933a20-d722-4d27-a751-0b00d37fdbe0 req-30d05ee0-825b-4035-91e6-a83a619403c9 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308406 Aug 16 13:10:45.628420 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1729913-7acb-4f23-8fac-c654ff236704 req-f127eac3-06bd-4ca1-9834-3968cdfda259 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:45.629888 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e1729913-7acb-4f23-8fac-c654ff236704 req-f127eac3-06bd-4ca1-9834-3968cdfda259 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 944 time: 0.0530915 Aug 16 13:10:45.666972 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e1729913-7acb-4f23-8fac-c654ff236704 req-74f8068b-f88f-47fc-908c-836784e35673 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305891 Aug 16 13:10:45.677250 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 0fd1faa1-3c96-472e-8de0-400c962af743 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:10:45.772968 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 0fd1faa1-3c96-472e-8de0-400c962af743, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=0fd1faa1-3c96-472e-8de0-400c962af743,segment=NetworkSegment(3c3f953d-52e8-4c06-9f50-1511d1484848),segment_id=3c3f953d-52e8-4c06-9f50-1511d1484848)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:45.784014 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': '0fd1faa1-3c96-472e-8de0-400c962af743', 'network_id': '1f204711-82e8-486f-934b-f15924c03748', 'port_id': '0fd1faa1-3c96-472e-8de0-400c962af743', 'mac_address': 'fa:16:3e:7e:e7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:10:45.819678 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:45.832132 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd1faa1-3c96-472e-8de0-400c962af743 {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:10:45.851995 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 0fd1faa1-3c96-472e-8de0-400c962af743, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=0fd1faa1-3c96-472e-8de0-400c962af743,segment=NetworkSegment(3c3f953d-52e8-4c06-9f50-1511d1484848),segment_id=3c3f953d-52e8-4c06-9f50-1511d1484848)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:45.856675 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:45.905782 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=0fd1faa1-3c96-472e-8de0-400c962af743,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:46.208616 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['0fd1faa1-3c96-472e-8de0-400c962af743'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:10:46.781322 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864806d1-8013-4304-806f-a3c55d486853 req-3027cc7f-44ea-40ee-8d2c-2bad9e61b167 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:46.782774 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-864806d1-8013-4304-806f-a3c55d486853 req-3027cc7f-44ea-40ee-8d2c-2bad9e61b167 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 945 time: 0.0479846 Aug 16 13:10:46.818448 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-864806d1-8013-4304-806f-a3c55d486853 req-d01645e4-b8bb-47fe-bf8c-d51458e15caa tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299599 Aug 16 13:10:47.688851 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 0fd1faa1-3c96-472e-8de0-400c962af743 up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:10:47.735980 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port 0fd1faa1-3c96-472e-8de0-400c962af743 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:10:47.739613 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port 0fd1faa1-3c96-472e-8de0-400c962af743 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:10:47.739986 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:47.816172 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:47.838163 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01afdd24-784a-4e14-ae21-a79ca86d1948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd1faa1-3c96-472e-8de0-400c962af743'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:10:47.841004 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075d1b98-cd1e-45c9-b0ab-2eb2f1856345" -d '{"events": [{"server_uuid": "01afdd24-784a-4e14-ae21-a79ca86d1948", "name": "network-vif-plugged", "status": "completed", "tag": "0fd1faa1-3c96-472e-8de0-400c962af743"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:10:47.854876 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 0fd1faa1-3c96-472e-8de0-400c962af743, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=0fd1faa1-3c96-472e-8de0-400c962af743,segment=NetworkSegment(3c3f953d-52e8-4c06-9f50-1511d1484848),segment_id=3c3f953d-52e8-4c06-9f50-1511d1484848)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:10:47.859291 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:47.882342 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e160fe13-591e-4d9f-a09e-48f766d58456 x-openstack-request-id: req-e160fe13-591e-4d9f-a09e-48f766d58456 {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:10:47.882633 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01afdd24-784a-4e14-ae21-a79ca86d1948", "name": "network-vif-plugged", "status": "completed", "tag": "0fd1faa1-3c96-472e-8de0-400c962af743", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:10:47.882885 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e160fe13-591e-4d9f-a09e-48f766d58456 {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:10:47.883272 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01afdd24-784a-4e14-ae21-a79ca86d1948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd1faa1-3c96-472e-8de0-400c962af743', 'code': 200} Aug 16 13:10:47.910185 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=0fd1faa1-3c96-472e-8de0-400c962af743,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:10:47.938573 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe1a95-8059-462f-a393-8861e2d7f4eb req-619f8ee9-85c7-4b21-a939-089ca5618ea4 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:47.940106 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-bdfe1a95-8059-462f-a393-8861e2d7f4eb req-619f8ee9-85c7-4b21-a939-089ca5618ea4 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 946 time: 0.0520055 Aug 16 13:10:47.979069 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-bdfe1a95-8059-462f-a393-8861e2d7f4eb req-fb4093cc-3aea-45dd-be06-48913a31dc9f tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321693 Aug 16 13:10:48.083851 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f321288-af8f-4dab-89b7-d5f970e295af req-0b3977e8-a613-4f0e-bee0-77206d923b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:48.085213 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-3f321288-af8f-4dab-89b7-d5f970e295af req-0b3977e8-a613-4f0e-bee0-77206d923b25 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 1099 time: 0.0401585 Aug 16 13:10:48.118803 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-3f321288-af8f-4dab-89b7-d5f970e295af req-4f235605-6527-4f41-a617-f6adf3a83455 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262961 Aug 16 13:10:49.101380 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d0b06-eb8a-4474-974b-3fbc6559e82f req-40a5d272-88a0-480e-b47f-1f0157bfb2c3 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:49.102895 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7f2d0b06-eb8a-4474-974b-3fbc6559e82f req-40a5d272-88a0-480e-b47f-1f0157bfb2c3 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 946 time: 0.0531979 Aug 16 13:10:49.140989 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7f2d0b06-eb8a-4474-974b-3fbc6559e82f req-2127e210-64e2-436a-b780-3a71ce9c5a86 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322044 Aug 16 13:10:50.257421 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375767c9-e14f-4b16-a680-5f4d4350052e req-bf06184e-0999-459c-a721-8833a7638511 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:50.258883 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-375767c9-e14f-4b16-a680-5f4d4350052e req-bf06184e-0999-459c-a721-8833a7638511 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 946 time: 0.0513773 Aug 16 13:10:50.296030 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-375767c9-e14f-4b16-a680-5f4d4350052e req-a0954ee1-c1fc-44e1-93d4-f233af63db4a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306222 Aug 16 13:10:50.409275 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d96c49-e9d8-4c05-afa0-e0a87e539941 req-87ae02f1-dde9-4c6d-bed5-6fd456df1fd5 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:50.410784 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-03d96c49-e9d8-4c05-afa0-e0a87e539941 req-87ae02f1-dde9-4c6d-bed5-6fd456df1fd5 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 946 time: 0.0502441 Aug 16 13:10:50.448421 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-03d96c49-e9d8-4c05-afa0-e0a87e539941 req-6252f385-e0f8-4fc3-b0e6-26abe47fedeb tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311739 Aug 16 13:10:50.784245 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b94376-4c86-4c4e-afab-d87e165e251e req-27b2fb00-53ba-42e0-b6a8-6948405f398b tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:50.785696 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a9b94376-4c86-4c4e-afab-d87e165e251e req-27b2fb00-53ba-42e0-b6a8-6948405f398b tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 946 time: 0.0533485 Aug 16 13:10:50.821503 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a9b94376-4c86-4c4e-afab-d87e165e251e req-9f735807-b9d1-40ff-b1a9-1bc60a84c163 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299499 Aug 16 13:10:52.138060 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:10:53.977417 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-dfc56dd7-d1e8-4dea-981b-02c9a68d1650 req-3ecf0bfe-311a-4650-8adb-8116dfd1487e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382278 Aug 16 13:10:54.085266 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc56dd7-d1e8-4dea-981b-02c9a68d1650 req-68c2445f-addf-4311-b28e-b69430906dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:54.086796 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-dfc56dd7-d1e8-4dea-981b-02c9a68d1650 req-68c2445f-addf-4311-b28e-b69430906dc2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=065e8e5b57d74a0d98687912b8c6d026&device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 1100 time: 0.0438867 Aug 16 13:10:54.190524 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc56dd7-d1e8-4dea-981b-02c9a68d1650 req-c449ca0b-850c-40de-9535-27c9c5b36b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:54.192034 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-dfc56dd7-d1e8-4dea-981b-02c9a68d1650 req-c449ca0b-850c-40de-9535-27c9c5b36b47 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0f5346d6-5894-47ff-bb0d-27a8e17e988b HTTP/1.1" status: 200 len: 917 time: 0.0855114 Aug 16 13:10:54.258436 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-dfc56dd7-d1e8-4dea-981b-02c9a68d1650 req-904f538f-0a97-4c7e-86ca-5678f9b8ef4d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d1453b0-a444-4607-a4ec-292c77533be3 HTTP/1.1" status: 200 len: 1002 time: 0.0587926 Aug 16 13:10:54.305970 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc56dd7-d1e8-4dea-981b-02c9a68d1650 req-c3dd966a-98de-42d8-9ff8-da0c6b0a8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:54.307946 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-dfc56dd7-d1e8-4dea-981b-02c9a68d1650 req-c3dd966a-98de-42d8-9ff8-da0c6b0a8b1f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1 HTTP/1.1" status: 200 len: 855 time: 0.0420339 Aug 16 13:10:54.349629 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc56dd7-d1e8-4dea-981b-02c9a68d1650 req-c704b1b7-8751-4bdc-8df5-78f5a6fe999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:10:54.351033 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-dfc56dd7-d1e8-4dea-981b-02c9a68d1650 req-c704b1b7-8751-4bdc-8df5-78f5a6fe999d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0f5346d6-5894-47ff-bb0d-27a8e17e988b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373058 Aug 16 13:10:54.364526 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:10:54.442763 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-dfc56dd7-d1e8-4dea-981b-02c9a68d1650 req-a758744c-6432-4d44-9b4f-e1d7aa0e192a service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836239 Aug 16 13:10:54.531291 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-dfc56dd7-d1e8-4dea-981b-02c9a68d1650 req-657469c9-c954-4a40-bf24-9711617b64c2 service neutron] 10.222.0.61 "GET /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811918 Aug 16 13:10:59.874834 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-04ccea03-b0b2-464e-8990-db4e2895d860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.241564 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542021f4-5ac2-4f09-8e16-bba5624f6dd7 req-da2cf959-f370-4800-a74f-c3f611fbe11c tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:00.243017 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-542021f4-5ac2-4f09-8e16-bba5624f6dd7 req-da2cf959-f370-4800-a74f-c3f611fbe11c tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 946 time: 0.0493760 Aug 16 13:11:00.279934 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-542021f4-5ac2-4f09-8e16-bba5624f6dd7 req-2f9da17f-319e-41b9-96ff-0210e8432c83 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309885 Aug 16 13:11:00.301599 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 46576) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:00.429414 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08f4c7e-ca5f-4c2b-8a9f-97b955e0c38e tempest-TestMinimumBasicScenario-1940921430 tempest-TestMinimumBasicScenario-1940921430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:00.430900 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-f08f4c7e-ca5f-4c2b-8a9f-97b955e0c38e tempest-TestMinimumBasicScenario-1940921430 tempest-TestMinimumBasicScenario-1940921430-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 1094 time: 0.1283569 Aug 16 13:11:00.433764 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 46580) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:00.438013 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Request body: {'floatingip': {'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'port_id': '0fd1faa1-3c96-472e-8de0-400c962af743', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:00.459807 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for floatingip, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.556689 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.669618 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_common [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Allocated IP 172.27.3.177 (dd0d50ff-d8a0-439f-a316-3d03b34bea63/fc8a6ada-9b26-423b-a24f-6b1bb332a099/d365dc06-4421-4a3f-88f4-6b51d560edd7) {{(pid=94054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:11:00.774029 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for port, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.816216 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:00.855674 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is already hosted by enough agents. {{(pid=94054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:11:00.858540 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.base_scheduler [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Resources bound (agent type, host, resource id): {{(pid=94054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:11:00.862057 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Received port after_create {{(pid=94054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:11:00.867237 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Pushing event updated for resources: {'Port': ['ID=d365dc06-4421-4a3f-88f4-6b51d560edd7,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:01.095808 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3395bd-b33c-43aa-a07d-8c9139d4ede8 req-be6ceca7-bbd6-405b-9be7-863cde5dcbf4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:01.097260 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2e3395bd-b33c-43aa-a07d-8c9139d4ede8 req-be6ceca7-bbd6-405b-9be7-863cde5dcbf4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 945 time: 0.1138330 Aug 16 13:11:01.149680 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2e3395bd-b33c-43aa-a07d-8c9139d4ede8 req-c96d1553-b0ad-43a9-8254-58ef7bd2613b tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=51be18c6-81a8-4edc-bea5-a851ddce4433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460446 Aug 16 13:11:01.279565 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:01.343094 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:01.488661 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:01.493161 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13922287'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:01.561748 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Pushing event updated for resources: {'Port': ['ID=d365dc06-4421-4a3f-88f4-6b51d560edd7,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:01.571519 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726215'] for floatingip, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:01.670012 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.l3_db [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Floating IP 63720b35-459d-40f1-98ad-25b951388924 associated. External IP: 172.27.3.177, port: 0fd1faa1-3c96-472e-8de0-400c962af743. Aug 16 13:11:02.103071 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Router d5a8aeee-675a-4251-b51e-06e4de5aa65e has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:11:02.206737 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:11:02.217513 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7de3c06-2806-47ec-83a2-ba8a43d06d5f None None] Sync routers for ids ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:11:02.232978 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.235606 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7de3c06-2806-47ec-83a2-ba8a43d06d5f None None] Routers {'d5a8aeee-675a-4251-b51e-06e4de5aa65e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:02.236253 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-c7de3c06-2806-47ec-83a2-ba8a43d06d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:10:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:02.271392 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-cc8a4567-30f1-42ae-ae22-5bc3e236c2b6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8334873 Aug 16 13:11:02.271392 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01afdd24-784a-4e14-ae21-a79ca86d1948', 'tag': '0fd1faa1-3c96-472e-8de0-400c962af743'}] {{(pid=94054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:11:02.271392 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2e02789a86343ed90e228d8a01386e3b0dd3ee74f1c4d71a2f16840b073a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9734d35d-7a90-4175-a544-9a54e04f3523" -d '{"events": [{"name": "network-changed", "server_uuid": "01afdd24-784a-4e14-ae21-a79ca86d1948", "tag": "0fd1faa1-3c96-472e-8de0-400c962af743"}]}' {{(pid=94054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:11:02.273145 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46608) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:02.280336 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-df39703c-6336-47f1-b86f-0f4000fd32d6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1683863734', 'description': 'tempest-secgroup-smoke-1683863734 description', 'project_id': 'e8267381c30d4cddb927c01166ba0b17'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:02.315702 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3936c523-a55e-4d3a-9b8b-4af4154677c9 x-openstack-request-id: req-3936c523-a55e-4d3a-9b8b-4af4154677c9 {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:11:02.316199 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01afdd24-784a-4e14-ae21-a79ca86d1948", "tag": "0fd1faa1-3c96-472e-8de0-400c962af743", "status": "completed", "code": 200}]} {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:11:02.316199 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3936c523-a55e-4d3a-9b8b-4af4154677c9 {{(pid=94054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:11:02.316658 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01afdd24-784a-4e14-ae21-a79ca86d1948', 'tag': '0fd1faa1-3c96-472e-8de0-400c962af743', 'status': 'completed', 'code': 200} Aug 16 13:11:02.326135 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a56e0-653b-4ff2-8d3f-e5fa86b1235a req-2b59ef8c-fd33-4e5e-b4cc-02cd7fef8e06 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:02.336552 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-863a56e0-653b-4ff2-8d3f-e5fa86b1235a req-2b59ef8c-fd33-4e5e-b4cc-02cd7fef8e06 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 945 time: 0.0941799 Aug 16 13:11:02.336552 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df39703c-6336-47f1-b86f-0f4000fd32d6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.344173 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-c7de3c06-2806-47ec-83a2-ba8a43d06d5f None None] Set router d5a8aeee-675a-4251-b51e-06e4de5aa65e gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:02.400602 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-863a56e0-653b-4ff2-8d3f-e5fa86b1235a req-3414cdc0-447a-4042-972d-43f854e34a67 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=51be18c6-81a8-4edc-bea5-a851ddce4433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599191 Aug 16 13:11:02.454077 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734d35d-7a90-4175-a544-9a54e04f3523 req-9c1e7ae3-cfde-4dcf-8db2-afe472e8f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:02.455964 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9734d35d-7a90-4175-a544-9a54e04f3523 req-9c1e7ae3-cfde-4dcf-8db2-afe472e8f186 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8267381c30d4cddb927c01166ba0b17&device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 1099 time: 0.0771017 Aug 16 13:11:02.500176 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df39703c-6336-47f1-b86f-0f4000fd32d6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.508528 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df39703c-6336-47f1-b86f-0f4000fd32d6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.525945 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-9e28a773-5f39-4bf4-8880-d035a02d6ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.558443 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df39703c-6336-47f1-b86f-0f4000fd32d6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.562365 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-df39703c-6336-47f1-b86f-0f4000fd32d6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2840137 Aug 16 13:11:02.563107 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46618) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:02.571789 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39703c-6336-47f1-b86f-0f4000fd32d6 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e521d2-75fd-419d-b598-77fc2dd3354d,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:02.580867 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-b9b8118b-f83d-40d0-95e3-7cc89683f7cf tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Request body: {'security_group_rule': {'security_group_id': '05e521d2-75fd-419d-b598-77fc2dd3354d', 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:02.589112 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734d35d-7a90-4175-a544-9a54e04f3523 req-a34321b5-2b20-42ce-b07c-6477c50f028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:02.590202 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9734d35d-7a90-4175-a544-9a54e04f3523 req-a34321b5-2b20-42ce-b07c-6477c50f028b service neutron] 10.222.0.61 "GET /v2.0/networks?id=1f204711-82e8-486f-934b-f15924c03748 HTTP/1.1" status: 200 len: 915 time: 0.1232212 Aug 16 13:11:02.616780 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-c7de3c06-2806-47ec-83a2-ba8a43d06d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'name': 'tempest-TestMinimumBasicScenario-337254100-router', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:08Z', 'updated_at': '2021-08-16T13:10:11Z', 'revision_number': 4, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'gw_port': {'id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:09Z', 'updated_at': '2021-08-16T13:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '63720b35-459d-40f1-98ad-25b951388924', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'port_id': '0fd1faa1-3c96-472e-8de0-400c962af743', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f204711-82e8-486f-934b-f15924c03748', 'mac_address': 'fa:16:3e:7e:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01afdd24-784a-4e14-ae21-a79ca86d1948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:11:01Z', 'updated_at': '2021-08-16T13:11:01Z', 'revision_number': 0, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89c3b23-6550-4131-bc34-034c05e83a22', 'name': '', 'network_id': '1f204711-82e8-486f-934b-f15924c03748', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:11Z', 'updated_at': '2021-08-16T13:10:19Z', 'revision_number': 5, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'subnets': [{'id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:02.633353 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792739d7-fb32-4e3a-8734-8366314f6481 req-8e6f9672-3710-4865-8368-fe4158d72c26 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:02.634782 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-792739d7-fb32-4e3a-8734-8366314f6481 req-8e6f9672-3710-4865-8368-fe4158d72c26 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 947 time: 0.0741394 Aug 16 13:11:02.648539 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b9b8118b-f83d-40d0-95e3-7cc89683f7cf tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.652449 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7de3c06-2806-47ec-83a2-ba8a43d06d5f None None] Checking router: d5a8aeee-675a-4251-b51e-06e4de5aa65e for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:11:02.665125 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7de3c06-2806-47ec-83a2-ba8a43d06d5f None None] Routers {'d5a8aeee-675a-4251-b51e-06e4de5aa65e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:02.666227 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-c7de3c06-2806-47ec-83a2-ba8a43d06d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:11:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:02.669983 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9734d35d-7a90-4175-a544-9a54e04f3523 req-bde8cef9-ffed-41e7-82c6-6b164b5510de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fd1faa1-3c96-472e-8de0-400c962af743 HTTP/1.1" status: 200 len: 1000 time: 0.0702639 Aug 16 13:11:02.699562 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-792739d7-fb32-4e3a-8734-8366314f6481 req-8542259d-65de-48d1-a724-a6a6ba870062 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584407 Aug 16 13:11:02.720158 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b9b8118b-f83d-40d0-95e3-7cc89683f7cf tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.726700 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b9b8118b-f83d-40d0-95e3-7cc89683f7cf tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.742932 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734d35d-7a90-4175-a544-9a54e04f3523 req-ece3fcf5-32f5-41c2-9204-2af2ee1d42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:02.742932 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9734d35d-7a90-4175-a544-9a54e04f3523 req-ece3fcf5-32f5-41c2-9204-2af2ee1d42a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=597a7ca6-6e7d-4b12-a515-066ffd723b14 HTTP/1.1" status: 200 len: 853 time: 0.0623569 Aug 16 13:11:02.756468 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8118b-f83d-40d0-95e3-7cc89683f7cf tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9979cf0e-7e4e-48ba-aabd-774d69cec898,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:02.768796 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b9b8118b-f83d-40d0-95e3-7cc89683f7cf tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.770401 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-b9b8118b-f83d-40d0-95e3-7cc89683f7cf tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1948895 Aug 16 13:11:02.773382 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46622) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:02.777873 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-950e594b-d9e2-4b8b-b893-52684ab7bd9f tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Request body: {'security_group_rule': {'security_group_id': '05e521d2-75fd-419d-b598-77fc2dd3354d', 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:02.793054 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.805448 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734d35d-7a90-4175-a544-9a54e04f3523 req-39e76ff9-fc9d-4ce1-9023-647060f2ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:02.808269 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9734d35d-7a90-4175-a544-9a54e04f3523 req-39e76ff9-fc9d-4ce1-9023-647060f2ed7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1f204711-82e8-486f-934b-f15924c03748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562322 Aug 16 13:11:02.812693 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-950e594b-d9e2-4b8b-b893-52684ab7bd9f tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.829114 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-c7de3c06-2806-47ec-83a2-ba8a43d06d5f None None] Set router d5a8aeee-675a-4251-b51e-06e4de5aa65e gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:02.880231 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-950e594b-d9e2-4b8b-b893-52684ab7bd9f tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.888861 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-950e594b-d9e2-4b8b-b893-52684ab7bd9f tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.914647 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9734d35d-7a90-4175-a544-9a54e04f3523 req-1df86788-1f9d-4aec-8941-234d5ebfd3cb service neutron] 10.222.0.61 "GET /v2.0/networks/1f204711-82e8-486f-934b-f15924c03748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991695 Aug 16 13:11:02.919312 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-950e594b-d9e2-4b8b-b893-52684ab7bd9f tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:02.937115 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-950e594b-d9e2-4b8b-b893-52684ab7bd9f tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1625791 Aug 16 13:11:02.938068 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e594b-d9e2-4b8b-b893-52684ab7bd9f tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20dfe457-8098-476a-8f7a-4b2f53f632c1,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:02.940992 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 46626) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:02.948371 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-5251a65d-c3e0-479f-a03c-f5c281251e70 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Request body: {'security_group_rule': {'security_group_id': '05e521d2-75fd-419d-b598-77fc2dd3354d', 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:02.993198 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac593d-fa92-41ec-a03c-1a0d8ee48942 req-0ad5b25a-1a79-48e2-b3c9-093787dd95b1 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:02.994716 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5bac593d-fa92-41ec-a03c-1a0d8ee48942 req-0ad5b25a-1a79-48e2-b3c9-093787dd95b1 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0527649 Aug 16 13:11:03.023084 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5251a65d-c3e0-479f-a03c-f5c281251e70 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.041815 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5bac593d-fa92-41ec-a03c-1a0d8ee48942 req-487b3206-8d13-4398-b793-6d80e888787d tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378594 Aug 16 13:11:03.073159 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9734d35d-7a90-4175-a544-9a54e04f3523 req-71228071-ed6a-46c6-8cf9-9eba1fcbc8db service neutron] 10.222.0.61 "GET /v2.0/networks/1f204711-82e8-486f-934b-f15924c03748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422153 Aug 16 13:11:03.100072 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5251a65d-c3e0-479f-a03c-f5c281251e70 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.106602 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5251a65d-c3e0-479f-a03c-f5c281251e70 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.133964 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251a65d-c3e0-479f-a03c-f5c281251e70 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9653a22-57eb-4bbe-8012-5412c9821d3e,revision_number=0']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:03.141330 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5251a65d-c3e0-479f-a03c-f5c281251e70 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.145307 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-5251a65d-c3e0-479f-a03c-f5c281251e70 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2000124 Aug 16 13:11:03.145730 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 46628) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:03.152281 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.v2.base [None req-6a0c3d61-caa8-4f6e-8beb-f764e48f3e00 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Request body: {'security_group_rule': {'security_group_id': '05e521d2-75fd-419d-b598-77fc2dd3354d', 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:03.181519 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6a0c3d61-caa8-4f6e-8beb-f764e48f3e00 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.223714 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-c7de3c06-2806-47ec-83a2-ba8a43d06d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'name': 'tempest-TestMinimumBasicScenario-337254100-router', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:08Z', 'updated_at': '2021-08-16T13:10:11Z', 'revision_number': 4, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'gw_port': {'id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:09Z', 'updated_at': '2021-08-16T13:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '63720b35-459d-40f1-98ad-25b951388924', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'port_id': '0fd1faa1-3c96-472e-8de0-400c962af743', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f204711-82e8-486f-934b-f15924c03748', 'mac_address': 'fa:16:3e:7e:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01afdd24-784a-4e14-ae21-a79ca86d1948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:11:01Z', 'updated_at': '2021-08-16T13:11:01Z', 'revision_number': 0, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89c3b23-6550-4131-bc34-034c05e83a22', 'name': '', 'network_id': '1f204711-82e8-486f-934b-f15924c03748', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:11Z', 'updated_at': '2021-08-16T13:10:19Z', 'revision_number': 5, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'subnets': [{'id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:03.249813 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7de3c06-2806-47ec-83a2-ba8a43d06d5f None None] The sync data for ids ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'] in dv-cinder-804698-2-iscsi is: [{'id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'name': 'tempest-TestMinimumBasicScenario-337254100-router', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:08Z', 'updated_at': '2021-08-16T13:10:11Z', 'revision_number': 4, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'gw_port': {'id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:09Z', 'updated_at': '2021-08-16T13:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '63720b35-459d-40f1-98ad-25b951388924', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'port_id': '0fd1faa1-3c96-472e-8de0-400c962af743', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f204711-82e8-486f-934b-f15924c03748', 'mac_address': 'fa:16:3e:7e:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01afdd24-784a-4e14-ae21-a79ca86d1948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:11:01Z', 'updated_at': '2021-08-16T13:11:01Z', 'revision_number': 0, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89c3b23-6550-4131-bc34-034c05e83a22', 'name': '', 'network_id': '1f204711-82e8-486f-934b-f15924c03748', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:11Z', 'updated_at': '2021-08-16T13:10:19Z', 'revision_number': 5, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'subnets': [{'id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:11:03.272674 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6a0c3d61-caa8-4f6e-8beb-f764e48f3e00 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.280989 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785774a0-df26-41a3-8905-2826bf2cc090 req-3b821d8f-3dde-4c34-b211-4c27b067944c tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:03.282361 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-785774a0-df26-41a3-8905-2826bf2cc090 req-3b821d8f-3dde-4c34-b211-4c27b067944c tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 945 time: 0.0710583 Aug 16 13:11:03.283538 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6a0c3d61-caa8-4f6e-8beb-f764e48f3e00 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.308708 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c3d61-caa8-4f6e-8beb-f764e48f3e00 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b4ec0c-19ae-47eb-ab2a-6bc39f162620,revision_number=0']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:03.334655 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6a0c3d61-caa8-4f6e-8beb-f764e48f3e00 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.335937 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-6a0c3d61-caa8-4f6e-8beb-f764e48f3e00 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1889405 Aug 16 13:11:03.339761 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46630) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:03.344530 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-bad91635-c2a2-4d7c-9bbc-b9207127807f tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Request body: {'security_group_rule': {'security_group_id': '05e521d2-75fd-419d-b598-77fc2dd3354d', 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:03.368075 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.db.securitygroups_db [None req-bad91635-c2a2-4d7c-9bbc-b9207127807f tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Project e8267381c30d4cddb927c01166ba0b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:11:03.373834 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bad91635-c2a2-4d7c-9bbc-b9207127807f tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.402917 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [req-785774a0-df26-41a3-8905-2826bf2cc090 req-d13fd9a5-e462-434e-8414-5af6618e11f6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Deleting port 03852240-e3f2-496d-b733-ade9eef8c181 {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:03.403289 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-785774a0-df26-41a3-8905-2826bf2cc090 req-d13fd9a5-e462-434e-8414-5af6618e11f6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.430968 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bad91635-c2a2-4d7c-9bbc-b9207127807f tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.436298 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bad91635-c2a2-4d7c-9bbc-b9207127807f tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.455644 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad91635-c2a2-4d7c-9bbc-b9207127807f tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14dc298f-b14a-4891-8b5c-1155a4d99679,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:03.466326 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bad91635-c2a2-4d7c-9bbc-b9207127807f tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.467624 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-bad91635-c2a2-4d7c-9bbc-b9207127807f tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267519 Aug 16 13:11:03.470910 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46634) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:03.476844 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-3090d4b7-01f2-454c-986b-2d32b42d65ae tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Request body: {'security_group_rule': {'security_group_id': '05e521d2-75fd-419d-b598-77fc2dd3354d', 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:03.483858 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8939105-cab8-49c8-88b0-213bfff368c8 None None] New status for floating IP 63720b35-459d-40f1-98ad-25b951388924: ACTIVE {{(pid=94056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:11:03.501655 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.db.securitygroups_db [None req-3090d4b7-01f2-454c-986b-2d32b42d65ae tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Project e8267381c30d4cddb927c01166ba0b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 13:11:03.502827 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.510155 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3090d4b7-01f2-454c-986b-2d32b42d65ae tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.562486 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [req-785774a0-df26-41a3-8905-2826bf2cc090 req-d13fd9a5-e462-434e-8414-5af6618e11f6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] For port 03852240-e3f2-496d-b733-ade9eef8c181, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=03852240-e3f2-496d-b733-ade9eef8c181,segment=NetworkSegment(836dcd0a-02d6-4d48-97ff-60a9cc1913b3),segment_id=836dcd0a-02d6-4d48-97ff-60a9cc1913b3)] {{(pid=94054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:03.563011 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-785774a0-df26-41a3-8905-2826bf2cc090 req-d13fd9a5-e462-434e-8414-5af6618e11f6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.581011 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3090d4b7-01f2-454c-986b-2d32b42d65ae tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.587764 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3090d4b7-01f2-454c-986b-2d32b42d65ae tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736116'] for security_group_rule, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.610280 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090d4b7-01f2-454c-986b-2d32b42d65ae tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919f8ed5-6a79-4c20-98aa-183ea6d9d01e,revision_number=0']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:03.622559 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3090d4b7-01f2-454c-986b-2d32b42d65ae tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.623185 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d3e6d-a6ad-45c1-ae8e-2cf64a78a0a3 req-c8a02ae3-a023-465c-8d2e-2388d80a6b96 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:03.626498 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-3090d4b7-01f2-454c-986b-2d32b42d65ae tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1518018 Aug 16 13:11:03.626667 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-bc5d3e6d-a6ad-45c1-ae8e-2cf64a78a0a3 req-c8a02ae3-a023-465c-8d2e-2388d80a6b96 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 945 time: 0.1051173 Aug 16 13:11:03.709109 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-90270822-229e-4bb9-9af4-597262ca2d0f req-6460ce47-ef4e-472d-90b4-e2506ec7c268 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683863734&fields=id&tenant_id=e8267381c30d4cddb927c01166ba0b17 HTTP/1.1" status: 200 len: 267 time: 0.0321214 Aug 16 13:11:03.722231 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-bc5d3e6d-a6ad-45c1-ae8e-2cf64a78a0a3 req-21b4a462-e14c-4974-b587-2c0d78e9588c tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups?id=51be18c6-81a8-4edc-bea5-a851ddce4433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803404 Aug 16 13:11:03.764265 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90270822-229e-4bb9-9af4-597262ca2d0f req-010e8d03-d5e8-44fe-8f50-dda07b84ee58 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:03.765753 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-90270822-229e-4bb9-9af4-597262ca2d0f req-010e8d03-d5e8-44fe-8f50-dda07b84ee58 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 946 time: 0.0505340 Aug 16 13:11:03.777915 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-90270822-229e-4bb9-9af4-597262ca2d0f req-a9ec0452-8625-41a4-b9e1-5d06bc4194e7 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Request body: {'port': {'security_groups': ['172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8', '05e521d2-75fd-419d-b598-77fc2dd3354d']}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:11:03.790684 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-785774a0-df26-41a3-8905-2826bf2cc090 req-d13fd9a5-e462-434e-8414-5af6618e11f6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.791056 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-785774a0-df26-41a3-8905-2826bf2cc090 req-d13fd9a5-e462-434e-8414-5af6618e11f6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726215'] for floatingip, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.791419 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.l3_db [req-785774a0-df26-41a3-8905-2826bf2cc090 req-d13fd9a5-e462-434e-8414-5af6618e11f6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Floating IP 44309175-9f30-4660-8cad-e134895c6f6a disassociated. External IP: 172.27.3.165, port: 03852240-e3f2-496d-b733-ade9eef8c181. Aug 16 13:11:03.791733 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [req-785774a0-df26-41a3-8905-2826bf2cc090 req-d13fd9a5-e462-434e-8414-5af6618e11f6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Calling delete_port for 03852240-e3f2-496d-b733-ade9eef8c181 owned by compute:nova {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:03.848628 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-90270822-229e-4bb9-9af4-597262ca2d0f req-a9ec0452-8625-41a4-b9e1-5d06bc4194e7 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:03.893197 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414878-452c-46d8-8437-0279bdf764a0 req-2f1d4312-946c-4447-8b04-b75c8e45338e tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:03.894674 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ce414878-452c-46d8-8437-0279bdf764a0 req-2f1d4312-946c-4447-8b04-b75c8e45338e tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 947 time: 0.1003869 Aug 16 13:11:03.965946 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ce414878-452c-46d8-8437-0279bdf764a0 req-eb683c42-fe3d-4497-9c9f-a0474c9cb083 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573468 Aug 16 13:11:03.991337 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-785774a0-df26-41a3-8905-2826bf2cc090 req-d13fd9a5-e462-434e-8414-5af6618e11f6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.023702 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fd9a5-e462-434e-8414-5af6618e11f6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Pushing event deleted for resources: {'Port': ['ID=03852240-e3f2-496d-b733-ade9eef8c181,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:04.083452 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-90270822-229e-4bb9-9af4-597262ca2d0f req-a9ec0452-8625-41a4-b9e1-5d06bc4194e7 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] For port 0fd1faa1-3c96-472e-8de0-400c962af743, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=0fd1faa1-3c96-472e-8de0-400c962af743,segment=NetworkSegment(3c3f953d-52e8-4c06-9f50-1511d1484848),segment_id=3c3f953d-52e8-4c06-9f50-1511d1484848)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:04.115136 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-90270822-229e-4bb9-9af4-597262ca2d0f req-a9ec0452-8625-41a4-b9e1-5d06bc4194e7 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.122182 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-90270822-229e-4bb9-9af4-597262ca2d0f req-a9ec0452-8625-41a4-b9e1-5d06bc4194e7 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.167676 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['0fd1faa1-3c96-472e-8de0-400c962af743'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:11:04.170564 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90270822-229e-4bb9-9af4-597262ca2d0f req-a9ec0452-8625-41a4-b9e1-5d06bc4194e7 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:04.171052 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-90270822-229e-4bb9-9af4-597262ca2d0f req-a9ec0452-8625-41a4-b9e1-5d06bc4194e7 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.171529 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-785774a0-df26-41a3-8905-2826bf2cc090 req-d13fd9a5-e462-434e-8414-5af6618e11f6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Router 25a54772-6d0c-44c3-ab45-360faf927419 has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:11:04.179432 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-90270822-229e-4bb9-9af4-597262ca2d0f req-a9ec0452-8625-41a4-b9e1-5d06bc4194e7 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "PUT /v2.0/ports/0fd1faa1-3c96-472e-8de0-400c962af743 HTTP/1.1" status: 200 len: 982 time: 0.4028158 Aug 16 13:11:04.180599 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01afdd24-784a-4e14-ae21-a79ca86d1948', 'tag': '0fd1faa1-3c96-472e-8de0-400c962af743'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:11:04.186596 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a423bf57-3745-4ad3-bca8-5b98b0e21d93" -d '{"events": [{"name": "network-changed", "server_uuid": "01afdd24-784a-4e14-ae21-a79ca86d1948", "tag": "0fd1faa1-3c96-472e-8de0-400c962af743"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:11:04.187785 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfeffd6-49dd-4777-af38-114bb49d0f78 req-4f50a2f7-ee29-4609-91b9-f975a277f97d tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:04.189328 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ccfeffd6-49dd-4777-af38-114bb49d0f78 req-4f50a2f7-ee29-4609-91b9-f975a277f97d tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0713239 Aug 16 13:11:04.218770 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec0452-8625-41a4-b9e1-5d06bc4194e7 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Pushing event updated for resources: {'Port': ['ID=0fd1faa1-3c96-472e-8de0-400c962af743,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:04.281989 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ccfeffd6-49dd-4777-af38-114bb49d0f78 req-ed1618eb-4b51-4d1b-8fc4-37576235d2e9 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853589 Aug 16 13:11:04.306787 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5b1de-2807-48c7-8cda-1a49c8ce4fcf req-92d2d74f-0df3-4141-98eb-bd1676676ce7 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:04.307897 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2dd5b1de-2807-48c7-8cda-1a49c8ce4fcf req-92d2d74f-0df3-4141-98eb-bd1676676ce7 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 985 time: 0.0699091 Aug 16 13:11:04.348230 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['0fd1faa1-3c96-472e-8de0-400c962af743'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:11:04.365350 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2dd5b1de-2807-48c7-8cda-1a49c8ce4fcf req-f11d2914-e044-458c-87e3-155316387183 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&id=05e521d2-75fd-419d-b598-77fc2dd3354d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506303 Aug 16 13:11:04.368197 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c219e1b-aa03-4c30-ad6a-5c2f2cb38293 x-openstack-request-id: req-9c219e1b-aa03-4c30-ad6a-5c2f2cb38293 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:11:04.369209 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01afdd24-784a-4e14-ae21-a79ca86d1948", "tag": "0fd1faa1-3c96-472e-8de0-400c962af743", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:11:04.383660 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-785774a0-df26-41a3-8905-2826bf2cc090 req-d13fd9a5-e462-434e-8414-5af6618e11f6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:11:04.403948 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c219e1b-aa03-4c30-ad6a-5c2f2cb38293 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:11:04.404834 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01afdd24-784a-4e14-ae21-a79ca86d1948', 'tag': '0fd1faa1-3c96-472e-8de0-400c962af743', 'status': 'completed', 'code': 200} Aug 16 13:11:04.408190 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c86b5-6347-4299-b220-82ab3a867a1a None None] Sync routers for ids ['25a54772-6d0c-44c3-ab45-360faf927419'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:11:04.432308 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [req-785774a0-df26-41a3-8905-2826bf2cc090 req-d13fd9a5-e462-434e-8414-5af6618e11f6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] No DVR routers for this DVR port 03852240-e3f2-496d-b733-ade9eef8c181 on host hv-cinder-80469 {{(pid=94054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:11:04.435440 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-785774a0-df26-41a3-8905-2826bf2cc090 req-d13fd9a5-e462-434e-8414-5af6618e11f6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.437450 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-785774a0-df26-41a3-8905-2826bf2cc090 req-d13fd9a5-e462-434e-8414-5af6618e11f6 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.61 "DELETE /v2.0/ports/03852240-e3f2-496d-b733-ade9eef8c181 HTTP/1.1" status: 204 len: 173 time: 1.1431131 Aug 16 13:11:04.437912 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc0aa03-4a55-4cc7-8524-178866535b6f', 'name': 'network-vif-deleted', 'tag': '03852240-e3f2-496d-b733-ade9eef8c181'}] {{(pid=94054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:11:04.440681 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2e02789a86343ed90e228d8a01386e3b0dd3ee74f1c4d71a2f16840b073a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fba036d-c665-44c1-8e79-2f54ffbc8710" -d '{"events": [{"server_uuid": "6cc0aa03-4a55-4cc7-8524-178866535b6f", "name": "network-vif-deleted", "tag": "03852240-e3f2-496d-b733-ade9eef8c181"}]}' {{(pid=94054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:11:04.452885 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c86b5-6347-4299-b220-82ab3a867a1a None None] Routers {'25a54772-6d0c-44c3-ab45-360faf927419'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:04.453525 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-3b0c86b5-6347-4299-b220-82ab3a867a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:11:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['25a54772-6d0c-44c3-ab45-360faf927419'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:04.481265 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fb41d2-5369-4525-8847-adaea8a1093a x-openstack-request-id: req-e3fb41d2-5369-4525-8847-adaea8a1093a {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:11:04.481570 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc0aa03-4a55-4cc7-8524-178866535b6f", "name": "network-vif-deleted", "tag": "03852240-e3f2-496d-b733-ade9eef8c181", "status": "completed", "code": 200}]} {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:11:04.481789 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3fb41d2-5369-4525-8847-adaea8a1093a {{(pid=94054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:11:04.482210 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc0aa03-4a55-4cc7-8524-178866535b6f', 'name': 'network-vif-deleted', 'tag': '03852240-e3f2-496d-b733-ade9eef8c181', 'status': 'completed', 'code': 200} Aug 16 13:11:04.520671 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423bf57-3745-4ad3-bca8-5b98b0e21d93 req-852c3796-51e2-4ca7-85a4-14166e45f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:04.522349 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a423bf57-3745-4ad3-bca8-5b98b0e21d93 req-852c3796-51e2-4ca7-85a4-14166e45f37f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8267381c30d4cddb927c01166ba0b17&device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 1138 time: 0.0491722 Aug 16 13:11:04.634701 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59760ac2-1143-433d-bb62-7b16b7fdb685 req-d7400291-51c3-40c6-8bb3-4e0f1f830d42 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:04.638453 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-59760ac2-1143-433d-bb62-7b16b7fdb685 req-d7400291-51c3-40c6-8bb3-4e0f1f830d42 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 947 time: 0.0918202 Aug 16 13:11:04.655586 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-631d446f-488b-41bf-ac94-526d7a9eb097 None None] Provisioning complete for port 0fd1faa1-3c96-472e-8de0-400c962af743 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:04.655956 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-631d446f-488b-41bf-ac94-526d7a9eb097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.676216 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423bf57-3745-4ad3-bca8-5b98b0e21d93 req-f4137316-8fe5-40e8-9fa0-e64cb67da1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:04.678498 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a423bf57-3745-4ad3-bca8-5b98b0e21d93 req-f4137316-8fe5-40e8-9fa0-e64cb67da1cf service neutron] 10.222.0.61 "GET /v2.0/networks?id=1f204711-82e8-486f-934b-f15924c03748 HTTP/1.1" status: 200 len: 915 time: 0.1168501 Aug 16 13:11:04.708710 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-3b0c86b5-6347-4299-b220-82ab3a867a1a None None] Set router 25a54772-6d0c-44c3-ab45-360faf927419 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:04.746157 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [req-59760ac2-1143-433d-bb62-7b16b7fdb685 req-4fb92c22-f2a6-459c-a2a5-c2ba9274d763 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Deleting port 2d1453b0-a444-4607-a4ec-292c77533be3 {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:04.746508 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-59760ac2-1143-433d-bb62-7b16b7fdb685 req-4fb92c22-f2a6-459c-a2a5-c2ba9274d763 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.766657 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a423bf57-3745-4ad3-bca8-5b98b0e21d93 req-4bf180fa-fcdb-4a7c-b8a8-a44846f78e44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fd1faa1-3c96-472e-8de0-400c962af743 HTTP/1.1" status: 200 len: 1002 time: 0.0703635 Aug 16 13:11:04.848243 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423bf57-3745-4ad3-bca8-5b98b0e21d93 req-8141f4b2-7c02-4cc4-bd13-b1bbfb8d836e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:04.849788 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a423bf57-3745-4ad3-bca8-5b98b0e21d93 req-8141f4b2-7c02-4cc4-bd13-b1bbfb8d836e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=597a7ca6-6e7d-4b12-a515-066ffd723b14 HTTP/1.1" status: 200 len: 853 time: 0.0713570 Aug 16 13:11:04.853263 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [req-59760ac2-1143-433d-bb62-7b16b7fdb685 req-4fb92c22-f2a6-459c-a2a5-c2ba9274d763 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] For port 2d1453b0-a444-4607-a4ec-292c77533be3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d1453b0-a444-4607-a4ec-292c77533be3,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:04.853791 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-59760ac2-1143-433d-bb62-7b16b7fdb685 req-4fb92c22-f2a6-459c-a2a5-c2ba9274d763 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:04.866888 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ac7a1175-98ac-4863-85a5-855b88d1c5da req-192d9406-ddd1-4a58-b3a8-6e87b006f15f tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc0aa03-4a55-4cc7-8524-178866535b6f HTTP/1.1" status: 200 len: 210 time: 0.0345905 Aug 16 13:11:04.905734 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423bf57-3745-4ad3-bca8-5b98b0e21d93 req-dade1f7d-da87-4ee3-98c0-6f257301d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:04.907390 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a423bf57-3745-4ad3-bca8-5b98b0e21d93 req-dade1f7d-da87-4ee3-98c0-6f257301d610 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1f204711-82e8-486f-934b-f15924c03748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429871 Aug 16 13:11:05.018047 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a423bf57-3745-4ad3-bca8-5b98b0e21d93 req-360c7c2c-0670-4cc0-be5e-e9dba436b195 service neutron] 10.222.0.61 "GET /v2.0/networks/1f204711-82e8-486f-934b-f15924c03748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000960 Aug 16 13:11:05.069632 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-59760ac2-1143-433d-bb62-7b16b7fdb685 req-4fb92c22-f2a6-459c-a2a5-c2ba9274d763 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:05.070415 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-59760ac2-1143-433d-bb62-7b16b7fdb685 req-4fb92c22-f2a6-459c-a2a5-c2ba9274d763 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726215'] for floatingip, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:05.071097 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.l3_db [req-59760ac2-1143-433d-bb62-7b16b7fdb685 req-4fb92c22-f2a6-459c-a2a5-c2ba9274d763 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Floating IP 9a231ec0-9a25-40a8-ad3b-b9ff509f0025 disassociated. External IP: 172.27.3.121, port: 2d1453b0-a444-4607-a4ec-292c77533be3. Aug 16 13:11:05.071816 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [req-59760ac2-1143-433d-bb62-7b16b7fdb685 req-4fb92c22-f2a6-459c-a2a5-c2ba9274d763 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Calling delete_port for 2d1453b0-a444-4607-a4ec-292c77533be3 owned by compute:nova {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:05.157336 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a423bf57-3745-4ad3-bca8-5b98b0e21d93 req-99dcabc0-7d0f-42d7-832e-5de2db91c095 service neutron] 10.222.0.61 "GET /v2.0/networks/1f204711-82e8-486f-934b-f15924c03748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231089 Aug 16 13:11:05.183816 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2df4e-1227-49a2-8733-d794fb29dc2b req-be779d49-158c-42eb-a8b8-73ae62d00cb3 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:05.185749 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-07e2df4e-1227-49a2-8733-d794fb29dc2b req-be779d49-158c-42eb-a8b8-73ae62d00cb3 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 947 time: 0.1301193 Aug 16 13:11:05.241284 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-3b0c86b5-6347-4299-b220-82ab3a867a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:03:50Z', 'revision_number': 4, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port': {'id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '1e4c2b92-478c-4248-9590-8cf0ac5a893d', 'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'mac_address': 'fa:16:3e:44:a6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:46Z', 'updated_at': '2021-08-16T13:04:03Z', 'revision_number': 5, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'subnets': [{'id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:05.248430 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-07e2df4e-1227-49a2-8733-d794fb29dc2b req-01272cdc-e86a-4837-bd55-ac84fb0c9996 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7d9eaf5-9702-43cc-94fd-14527cca72c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510886 Aug 16 13:11:05.285516 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c86b5-6347-4299-b220-82ab3a867a1a None None] Checking router: 25a54772-6d0c-44c3-ab45-360faf927419 for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:11:05.316362 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c86b5-6347-4299-b220-82ab3a867a1a None None] Routers {'25a54772-6d0c-44c3-ab45-360faf927419'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:05.317106 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-3b0c86b5-6347-4299-b220-82ab3a867a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:11:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['25a54772-6d0c-44c3-ab45-360faf927419'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:05.317693 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-59760ac2-1143-433d-bb62-7b16b7fdb685 req-4fb92c22-f2a6-459c-a2a5-c2ba9274d763 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:05.322529 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:05.362694 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb92c22-f2a6-459c-a2a5-c2ba9274d763 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Pushing event deleted for resources: {'Port': ['ID=2d1453b0-a444-4607-a4ec-292c77533be3,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:05.417078 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4a497-6206-413e-8779-a760a68fef26 req-bd53d2de-ad7f-4ff4-8f13-759b0e6f8fb9 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:05.419047 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7ee4a497-6206-413e-8779-a760a68fef26 req-bd53d2de-ad7f-4ff4-8f13-759b0e6f8fb9 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0510716 Aug 16 13:11:05.458981 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-3b0c86b5-6347-4299-b220-82ab3a867a1a None None] Set router 25a54772-6d0c-44c3-ab45-360faf927419 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:05.462773 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7ee4a497-6206-413e-8779-a760a68fef26 req-560d0fbf-dcaf-44be-9b10-c5647e39a89f tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370257 Aug 16 13:11:05.482924 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59760ac2-1143-433d-bb62-7b16b7fdb685 req-4fb92c22-f2a6-459c-a2a5-c2ba9274d763 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:11:05.595897 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59760ac2-1143-433d-bb62-7b16b7fdb685 req-4fb92c22-f2a6-459c-a2a5-c2ba9274d763 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:11:05.607538 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1f6478-5932-4033-acd1-4ca5b47d0ef4 None None] Sync routers for ids ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'] in dv-cinder-804698-2-iscsi {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:11:05.619078 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1f6478-5932-4033-acd1-4ca5b47d0ef4 None None] Routers {'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:05.619778 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-2e1f6478-5932-4033-acd1-4ca5b47d0ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:11:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:05.638753 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [req-59760ac2-1143-433d-bb62-7b16b7fdb685 req-4fb92c22-f2a6-459c-a2a5-c2ba9274d763 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] No DVR routers for this DVR port 2d1453b0-a444-4607-a4ec-292c77533be3 on host hv-cinder-80469 {{(pid=94054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:11:05.641275 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-59760ac2-1143-433d-bb62-7b16b7fdb685 req-4fb92c22-f2a6-459c-a2a5-c2ba9274d763 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:05.643311 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-59760ac2-1143-433d-bb62-7b16b7fdb685 req-4fb92c22-f2a6-459c-a2a5-c2ba9274d763 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.61 "DELETE /v2.0/ports/2d1453b0-a444-4607-a4ec-292c77533be3 HTTP/1.1" status: 204 len: 173 time: 0.9968641 Aug 16 13:11:05.666375 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-3b0c86b5-6347-4299-b220-82ab3a867a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:03:50Z', 'revision_number': 4, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port': {'id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '1e4c2b92-478c-4248-9590-8cf0ac5a893d', 'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'mac_address': 'fa:16:3e:44:a6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:46Z', 'updated_at': '2021-08-16T13:04:03Z', 'revision_number': 5, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'subnets': [{'id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:05.694202 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c86b5-6347-4299-b220-82ab3a867a1a None None] The sync data for ids ['25a54772-6d0c-44c3-ab45-360faf927419'] in dv-cinder-804698-2-iscsi is: [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:03:50Z', 'revision_number': 4, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port': {'id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '1e4c2b92-478c-4248-9590-8cf0ac5a893d', 'name': '', 'network_id': 'b120bbf0-0985-452a-bb3e-65b335150f39', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'mac_address': 'fa:16:3e:44:a6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:46Z', 'updated_at': '2021-08-16T13:04:03Z', 'revision_number': 5, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'subnets': [{'id': '396e273c-25ea-422a-a322-cf3e6f91f4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:11:05.733775 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 2d1453b0-a444-4607-a4ec-292c77533be3 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:05.751565 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-2e1f6478-5932-4033-acd1-4ca5b47d0ef4 None None] Set router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:05.756284 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: 2d1453b0-a444-4607-a4ec-292c77533be3 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:11:05.756861 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 2d1453b0-a444-4607-a4ec-292c77533be3 not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:11:05.757503 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 03852240-e3f2-496d-b733-ade9eef8c181 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:05.785020 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: 03852240-e3f2-496d-b733-ade9eef8c181 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:11:05.785455 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 03852240-e3f2-496d-b733-ade9eef8c181 not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:11:05.962424 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46660) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:05.982693 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-2e1f6478-5932-4033-acd1-4ca5b47d0ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:54Z', 'revision_number': 4, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'd15e5d5a-6959-471c-937c-24f096804470', 'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'mac_address': 'fa:16:3e:b4:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:51Z', 'updated_at': '2021-08-16T13:04:06Z', 'revision_number': 5, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'subnets': [{'id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:05.986074 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765319e3-3974-43d2-8d8c-0238a8f1e03a None None] New status for floating IP 44309175-9f30-4660-8cad-e134895c6f6a: DOWN {{(pid=94055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:11:06.010024 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1f6478-5932-4033-acd1-4ca5b47d0ef4 None None] Checking router: f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 for host: dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:11:06.018995 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1f6478-5932-4033-acd1-4ca5b47d0ef4 None None] Routers {'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:06.019758 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-2e1f6478-5932-4033-acd1-4ca5b47d0ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:11:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:06.021070 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-636eca55-40c9-47b0-811f-9eeead3bd1e4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:06.044742 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-636eca55-40c9-47b0-811f-9eeead3bd1e4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:06.094873 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-636eca55-40c9-47b0-811f-9eeead3bd1e4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:06.097630 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-636eca55-40c9-47b0-811f-9eeead3bd1e4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:06.101392 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-636eca55-40c9-47b0-811f-9eeead3bd1e4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "DELETE /v2.0/security-groups/51be18c6-81a8-4edc-bea5-a851ddce4433 HTTP/1.1" status: 204 len: 168 time: 0.1359434 Aug 16 13:11:06.101756 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 46662) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:06.109508 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636eca55-40c9-47b0-811f-9eeead3bd1e4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51be18c6-81a8-4edc-bea5-a851ddce4433,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:06.124422 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.api.v2.resource [None req-0c36c9c6-7739-4faf-8cec-e04efaa800a4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] show failed (client error): The resource could not be found. Aug 16 13:11:06.128372 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-0c36c9c6-7739-4faf-8cec-e04efaa800a4 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "GET /v2.0/security-groups/51be18c6-81a8-4edc-bea5-a851ddce4433 HTTP/1.1" status: 404 len: 347 time: 0.0210605 Aug 16 13:11:06.129122 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46664) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:06.152701 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-2e1f6478-5932-4033-acd1-4ca5b47d0ef4 None None] Set router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:06.272164 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c7495fa4-07a7-4dbc-9f46-1bcd296c7cf5 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Deleting port dcd2d9ce-8842-4034-bbf9-40204bab629b {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:06.272521 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c7495fa4-07a7-4dbc-9f46-1bcd296c7cf5 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:06.370048 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-2e1f6478-5932-4033-acd1-4ca5b47d0ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:54Z', 'revision_number': 4, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'd15e5d5a-6959-471c-937c-24f096804470', 'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'mac_address': 'fa:16:3e:b4:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:51Z', 'updated_at': '2021-08-16T13:04:06Z', 'revision_number': 5, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'subnets': [{'id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:06.387571 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c6cffe97-03a9-4a6f-af96-500d84989182 req-6148d375-14ac-448a-bfc2-21f253025c14 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a5a6a5-e877-44fa-855e-be0bad89fb97 HTTP/1.1" status: 200 len: 210 time: 0.0323503 Aug 16 13:11:06.397149 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1f6478-5932-4033-acd1-4ca5b47d0ef4 None None] The sync data for ids ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'] in dv-cinder-804698-2-iscsi is: [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:54Z', 'revision_number': 4, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'd15e5d5a-6959-471c-937c-24f096804470', 'name': '', 'network_id': '0f5346d6-5894-47ff-bb0d-27a8e17e988b', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'mac_address': 'fa:16:3e:b4:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:51Z', 'updated_at': '2021-08-16T13:04:06Z', 'revision_number': 5, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'subnets': [{'id': 'ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:11:06.483750 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a5a6a5-e877-44fa-855e-be0bad89fb97', 'name': 'network-vif-deleted', 'tag': '2d1453b0-a444-4607-a4ec-292c77533be3'}] {{(pid=94054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:11:06.486729 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2e02789a86343ed90e228d8a01386e3b0dd3ee74f1c4d71a2f16840b073a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8baa0f-6328-4e07-83dc-3dc85bdf95aa" -d '{"events": [{"server_uuid": "d5a5a6a5-e877-44fa-855e-be0bad89fb97", "name": "network-vif-deleted", "tag": "2d1453b0-a444-4607-a4ec-292c77533be3"}]}' {{(pid=94054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:11:06.523906 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb230338-6b56-47a7-b9e4-01bb838492d8 x-openstack-request-id: req-bb230338-6b56-47a7-b9e4-01bb838492d8 {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:11:06.524203 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a5a6a5-e877-44fa-855e-be0bad89fb97", "name": "network-vif-deleted", "tag": "2d1453b0-a444-4607-a4ec-292c77533be3", "status": "completed", "code": 200}]} {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:11:06.524455 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb230338-6b56-47a7-b9e4-01bb838492d8 {{(pid=94054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:11:06.524856 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a5a6a5-e877-44fa-855e-be0bad89fb97', 'name': 'network-vif-deleted', 'tag': '2d1453b0-a444-4607-a4ec-292c77533be3', 'status': 'completed', 'code': 200} Aug 16 13:11:06.635467 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239f3604-0940-4133-b95b-715c760c5c71 None None] New status for floating IP 9a231ec0-9a25-40a8-ad3b-b9ff509f0025: DOWN {{(pid=94056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:11:06.649298 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c7495fa4-07a7-4dbc-9f46-1bcd296c7cf5 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:06.649832 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c7495fa4-07a7-4dbc-9f46-1bcd296c7cf5 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:06.665326 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c7495fa4-07a7-4dbc-9f46-1bcd296c7cf5 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Calling delete_port for dcd2d9ce-8842-4034-bbf9-40204bab629b owned by network:floatingip {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:06.676315 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ac976-5b8f-4128-aad2-538ad007cd94 req-1fef274e-7a13-42f5-9d3c-d509f54896bb tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:06.677799 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-459ac976-5b8f-4128-aad2-538ad007cd94 req-1fef274e-7a13-42f5-9d3c-d509f54896bb tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0892334 Aug 16 13:11:06.770392 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-459ac976-5b8f-4128-aad2-538ad007cd94 req-888fe2c6-dc5d-4775-a7dc-2e45674b1b3f tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850973 Aug 16 13:11:06.844987 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c7495fa4-07a7-4dbc-9f46-1bcd296c7cf5 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:06.872570 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7495fa4-07a7-4dbc-9f46-1bcd296c7cf5 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Pushing event deleted for resources: {'Port': ['ID=dcd2d9ce-8842-4034-bbf9-40204bab629b,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:06.931399 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c7495fa4-07a7-4dbc-9f46-1bcd296c7cf5 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:06.934365 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c7495fa4-07a7-4dbc-9f46-1bcd296c7cf5 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:06.935530 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-c7495fa4-07a7-4dbc-9f46-1bcd296c7cf5 tempest-AttachVolumeTestJSON-270391738 tempest-AttachVolumeTestJSON-270391738-project] 10.222.0.20 "DELETE /v2.0/floatingips/44309175-9f30-4660-8cad-e134895c6f6a HTTP/1.1" status: 204 len: 168 time: 0.8058453 Aug 16 13:11:07.475875 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 46680) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:07.528763 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-07c347b5-8e78-4562-b17d-acd28346bafd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:07.551175 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-07c347b5-8e78-4562-b17d-acd28346bafd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:07.596879 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-07c347b5-8e78-4562-b17d-acd28346bafd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:07.599528 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-07c347b5-8e78-4562-b17d-acd28346bafd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:07.600654 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-07c347b5-8e78-4562-b17d-acd28346bafd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "DELETE /v2.0/security-groups/f7d9eaf5-9702-43cc-94fd-14527cca72c8 HTTP/1.1" status: 204 len: 168 time: 0.1237967 Aug 16 13:11:07.603961 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46682) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:07.609631 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c347b5-8e78-4562-b17d-acd28346bafd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d9eaf5-9702-43cc-94fd-14527cca72c8,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:07.617128 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c347b5-8e78-4562-b17d-acd28346bafd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:07.617474 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.api.v2.resource [None req-600efe79-938e-4dd2-b3e0-f860a0b21512 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] show failed (client error): The resource could not be found. Aug 16 13:11:07.617600 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c347b5-8e78-4562-b17d-acd28346bafd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:07.617814 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c347b5-8e78-4562-b17d-acd28346bafd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:07.618148 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c347b5-8e78-4562-b17d-acd28346bafd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:07.618479 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c347b5-8e78-4562-b17d-acd28346bafd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:07.618669 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-600efe79-938e-4dd2-b3e0-f860a0b21512 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "GET /v2.0/security-groups/f7d9eaf5-9702-43cc-94fd-14527cca72c8 HTTP/1.1" status: 404 len: 347 time: 0.0137482 Aug 16 13:11:07.618934 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c347b5-8e78-4562-b17d-acd28346bafd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:07.619269 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c347b5-8e78-4562-b17d-acd28346bafd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:07.619625 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c347b5-8e78-4562-b17d-acd28346bafd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:07.620470 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c347b5-8e78-4562-b17d-acd28346bafd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:07.620797 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c347b5-8e78-4562-b17d-acd28346bafd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:07.621121 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c347b5-8e78-4562-b17d-acd28346bafd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:07.621447 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c347b5-8e78-4562-b17d-acd28346bafd tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:07.621974 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46684) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:07.742074 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Deleting port 6435eee9-f5c2-4448-ade2-ee96c1d98e5b {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:07.742819 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:07.817166 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:07.817497 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:07.828866 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Calling delete_port for 6435eee9-f5c2-4448-ade2-ee96c1d98e5b owned by network:floatingip {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:07.887980 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e007159-ad21-4a84-bc88-276d0b24771f req-98f9f9b5-60ac-4617-a71e-98cd7cf2880e tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:07.889365 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-3e007159-ad21-4a84-bc88-276d0b24771f req-98f9f9b5-60ac-4617-a71e-98cd7cf2880e tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0516586 Aug 16 13:11:07.926303 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-3e007159-ad21-4a84-bc88-276d0b24771f req-1934c272-8bd5-4a3d-8635-5a19d6b15d8e tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311313 Aug 16 13:11:07.961540 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:07.985765 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Pushing event deleted for resources: {'Port': ['ID=6435eee9-f5c2-4448-ade2-ee96c1d98e5b,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:07.997457 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:07.997801 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:07.998138 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:07.998470 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:07.998805 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:07.999130 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:07.999485 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:07.999811 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:08.000132 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:08.000452 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:08.000772 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:08.001088 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:08.055250 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks [] for floatingip, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:08.058451 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:08.059608 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-70882f83-9148-4f31-aeaf-bbcec0d4d2a2 tempest-AttachVolumeShelveTestJSON-406248607 tempest-AttachVolumeShelveTestJSON-406248607-project] 10.222.0.20 "DELETE /v2.0/floatingips/9a231ec0-9a25-40a8-ad3b-b9ff509f0025 HTTP/1.1" status: 204 len: 168 time: 0.4367349 Aug 16 13:11:09.039905 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb2c3b-ce88-41ae-ae9e-808b2a2e4fa0 req-3a18ce34-8028-4f93-90b1-5d22f0b46f59 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:09.041350 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-defb2c3b-ce88-41ae-ae9e-808b2a2e4fa0 req-3a18ce34-8028-4f93-90b1-5d22f0b46f59 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0477545 Aug 16 13:11:09.078694 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-defb2c3b-ce88-41ae-ae9e-808b2a2e4fa0 req-c01a07f9-09eb-4e99-bef5-73e5bf11751a tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305223 Aug 16 13:11:10.194085 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0033e8-f8c5-41fb-9460-a039550938f8 req-952425e0-5d5d-4fba-86ad-58d640b34edf tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:10.195602 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ff0033e8-f8c5-41fb-9460-a039550938f8 req-952425e0-5d5d-4fba-86ad-58d640b34edf tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0516913 Aug 16 13:11:10.233323 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ff0033e8-f8c5-41fb-9460-a039550938f8 req-f4bb5766-c7e5-45dc-884e-8f3591ab52e8 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319402 Aug 16 13:11:10.467997 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46736) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:10.477645 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46740) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:11.168788 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44e97bae-7f92-4ea9-990a-fc20d3585a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701895'] for router_interface, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.207332 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-00eb6642-ef7e-4d45-95c4-b5ab0be744ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701895'] for router_interface, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.462088 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f2eef-cd4d-4da9-a46a-55ac8c66fba8 req-c60a9e97-d70e-4c1a-8e4c-745e6f026490 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:11.463463 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7d4f2eef-cd4d-4da9-a46a-55ac8c66fba8 req-c60a9e97-d70e-4c1a-8e4c-745e6f026490 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.1436872 Aug 16 13:11:11.533588 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7d4f2eef-cd4d-4da9-a46a-55ac8c66fba8 req-5dd31c2d-e439-44c5-9302-55663a656b90 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639167 Aug 16 13:11:11.672986 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-44e97bae-7f92-4ea9-990a-fc20d3585a95 admin admin] Deleting port 1e4c2b92-478c-4248-9590-8cf0ac5a893d {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:11.673326 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44e97bae-7f92-4ea9-990a-fc20d3585a95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.713647 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-00eb6642-ef7e-4d45-95c4-b5ab0be744ff admin admin] Deleting port d15e5d5a-6959-471c-937c-24f096804470 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:11.713900 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-00eb6642-ef7e-4d45-95c4-b5ab0be744ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.810135 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-44e97bae-7f92-4ea9-990a-fc20d3585a95 admin admin] For port 1e4c2b92-478c-4248-9590-8cf0ac5a893d, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=1e4c2b92-478c-4248-9590-8cf0ac5a893d,segment=NetworkSegment(836dcd0a-02d6-4d48-97ff-60a9cc1913b3),segment_id=836dcd0a-02d6-4d48-97ff-60a9cc1913b3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:11.810496 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44e97bae-7f92-4ea9-990a-fc20d3585a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.831943 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-00eb6642-ef7e-4d45-95c4-b5ab0be744ff admin admin] For port d15e5d5a-6959-471c-937c-24f096804470, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=d15e5d5a-6959-471c-937c-24f096804470,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:11.832307 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-00eb6642-ef7e-4d45-95c4-b5ab0be744ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:11.834787 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-44e97bae-7f92-4ea9-990a-fc20d3585a95 admin admin] Calling delete_port for 1e4c2b92-478c-4248-9590-8cf0ac5a893d owned by network:router_interface {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:11.851696 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-00eb6642-ef7e-4d45-95c4-b5ab0be744ff admin admin] Calling delete_port for d15e5d5a-6959-471c-937c-24f096804470 owned by network:router_interface {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:12.156543 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44e97bae-7f92-4ea9-990a-fc20d3585a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:12.160862 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-00eb6642-ef7e-4d45-95c4-b5ab0be744ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:12.190518 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e97bae-7f92-4ea9-990a-fc20d3585a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e4c2b92-478c-4248-9590-8cf0ac5a893d,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:12.247897 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb6642-ef7e-4d45-95c4-b5ab0be744ff admin admin] Pushing event deleted for resources: {'Port': ['ID=d15e5d5a-6959-471c-937c-24f096804470,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:12.650004 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab77f3-713c-4d23-be1a-634f6f24fdcb req-fe6404a8-21ac-4d9e-9c86-e4c2b2bdc3f8 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:12.651916 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b0ab77f3-713c-4d23-be1a-634f6f24fdcb req-fe6404a8-21ac-4d9e-9c86-e4c2b2bdc3f8 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0494630 Aug 16 13:11:12.689986 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b0ab77f3-713c-4d23-be1a-634f6f24fdcb req-9b880769-7d2d-4eb9-85b3-d3363a65d609 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321608 Aug 16 13:11:12.737132 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44e97bae-7f92-4ea9-990a-fc20d3585a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725079'] for router_interface, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:12.738938 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-00eb6642-ef7e-4d45-95c4-b5ab0be744ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725079'] for router_interface, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.108231 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e97bae-7f92-4ea9-990a-fc20d3585a95 admin admin] Router 25a54772-6d0c-44c3-ab45-360faf927419 has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:11:13.109916 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00eb6642-ef7e-4d45-95c4-b5ab0be744ff admin admin] Router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:11:13.295038 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e97bae-7f92-4ea9-990a-fc20d3585a95 admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:11:13.296970 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2959918-de02-4854-8601-a01cd7baf958 req-c86d6496-1584-40f2-a906-ac651f16a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:13.298676 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a2959918-de02-4854-8601-a01cd7baf958 req-c86d6496-1584-40f2-a906-ac651f16a521 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9da1f3e8de31466dbfaa635f5c3f34b7&device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 1098 time: 0.0441871 Aug 16 13:11:13.303284 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-44e97bae-7f92-4ea9-990a-fc20d3585a95 admin admin] 10.222.0.20 "PUT /v2.0/routers/25a54772-6d0c-44c3-ab45-360faf927419/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8316665 Aug 16 13:11:13.303284 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00eb6642-ef7e-4d45-95c4-b5ab0be744ff admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:11:13.303707 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46750) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:13.304691 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a578b-427c-4faa-a37d-00dae26234d1 None None] Sync routers for ids ['25a54772-6d0c-44c3-ab45-360faf927419'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:11:13.315574 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-00eb6642-ef7e-4d45-95c4-b5ab0be744ff admin admin] 10.222.0.20 "PUT /v2.0/routers/f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8366911 Aug 16 13:11:13.317160 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 46752) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:13.319718 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ba669a-1300-4b24-b5b4-aed3267a56eb None None] Sync routers for ids ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'] in dv-cinder-804698-2-iscsi {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:11:13.326656 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a578b-427c-4faa-a37d-00dae26234d1 None None] Routers {'25a54772-6d0c-44c3-ab45-360faf927419'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:13.327296 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-154a578b-427c-4faa-a37d-00dae26234d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:11:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['25a54772-6d0c-44c3-ab45-360faf927419'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:13.331450 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ba669a-1300-4b24-b5b4-aed3267a56eb None None] Routers {'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:13.332313 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-b9ba669a-1300-4b24-b5b4-aed3267a56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:11:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:13.433137 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df7997b9-0776-4aa1-8b76-604a3804a3cf admin admin] Notify callbacks [] for router, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.437256 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-154a578b-427c-4faa-a37d-00dae26234d1 None None] Set router 25a54772-6d0c-44c3-ab45-360faf927419 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:13.439423 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-b9ba669a-1300-4b24-b5b4-aed3267a56eb None None] Set router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:13.486801 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2959918-de02-4854-8601-a01cd7baf958 req-5a0acf15-0ae4-4e8d-88df-f9526b9ddf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:13.488492 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a2959918-de02-4854-8601-a01cd7baf958 req-5a0acf15-0ae4-4e8d-88df-f9526b9ddf36 service neutron] 10.222.0.61 "GET /v2.0/networks?id=88622421-b6b3-49f4-9d5c-881844ad7947 HTTP/1.1" status: 200 len: 910 time: 0.1813505 Aug 16 13:11:13.493607 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d675f704-b0cc-44de-aa0d-2b03ce399d56 admin admin] Notify callbacks [] for router, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.558654 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df7997b9-0776-4aa1-8b76-604a3804a3cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.626654 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-df7997b9-0776-4aa1-8b76-604a3804a3cf admin admin] Deleting port 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:13.627001 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df7997b9-0776-4aa1-8b76-604a3804a3cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.639163 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-b9ba669a-1300-4b24-b5b4-aed3267a56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:11:12Z', 'revision_number': 5, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:13.652489 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a2959918-de02-4854-8601-a01cd7baf958 req-7230f640-3ee6-4d62-ae00-33b9c882c36d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd1f8454-7809-42f4-8507-6e693cea1cd3 HTTP/1.1" status: 200 len: 1000 time: 0.1049421 Aug 16 13:11:13.667664 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ba669a-1300-4b24-b5b4-aed3267a56eb None None] Checking router: f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 for host: dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:11:13.672988 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d675f704-b0cc-44de-aa0d-2b03ce399d56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.677969 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ba669a-1300-4b24-b5b4-aed3267a56eb None None] Routers {'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:13.678572 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-b9ba669a-1300-4b24-b5b4-aed3267a56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:11:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:13.737544 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-df7997b9-0776-4aa1-8b76-604a3804a3cf admin admin] For port 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:13.738080 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df7997b9-0776-4aa1-8b76-604a3804a3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.754654 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-df7997b9-0776-4aa1-8b76-604a3804a3cf admin admin] Calling delete_port for 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd owned by network:router_gateway {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:13.761561 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2959918-de02-4854-8601-a01cd7baf958 req-58eed20d-98e2-4487-be43-882703e308c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:13.763135 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a2959918-de02-4854-8601-a01cd7baf958 req-58eed20d-98e2-4487-be43-882703e308c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc470f9b-2ecc-4633-bd7a-552cf323734f HTTP/1.1" status: 200 len: 848 time: 0.0994053 Aug 16 13:11:13.780522 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-154a578b-427c-4faa-a37d-00dae26234d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:11:12Z', 'revision_number': 5, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port': {'id': '6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a54772-6d0c-44c3-ab45-360faf927419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:13.813089 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a578b-427c-4faa-a37d-00dae26234d1 None None] Checking router: 25a54772-6d0c-44c3-ab45-360faf927419 for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:11:13.822219 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a578b-427c-4faa-a37d-00dae26234d1 None None] Routers {'25a54772-6d0c-44c3-ab45-360faf927419'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:13.823316 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-154a578b-427c-4faa-a37d-00dae26234d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:11:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['25a54772-6d0c-44c3-ab45-360faf927419'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:13.825746 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-d675f704-b0cc-44de-aa0d-2b03ce399d56 admin admin] Deleting port 46e40e11-27a8-4bb8-8c3f-654827800948 {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:13.826085 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d675f704-b0cc-44de-aa0d-2b03ce399d56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:13.833487 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2959918-de02-4854-8601-a01cd7baf958 req-4d9b060c-3247-48f3-83b9-cb5ad25965ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:13.835374 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a2959918-de02-4854-8601-a01cd7baf958 req-4d9b060c-3247-48f3-83b9-cb5ad25965ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88622421-b6b3-49f4-9d5c-881844ad7947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628533 Aug 16 13:11:13.855909 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-b9ba669a-1300-4b24-b5b4-aed3267a56eb None None] Set router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:13.890774 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b7e38-5362-43c0-9a93-ad85f603a8bc req-9f3b212b-591e-499e-ba97-504cedc61235 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:13.892309 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0b1b7e38-5362-43c0-9a93-ad85f603a8bc req-9f3b212b-591e-499e-ba97-504cedc61235 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0805006 Aug 16 13:11:13.924028 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-154a578b-427c-4faa-a37d-00dae26234d1 None None] Set router 25a54772-6d0c-44c3-ab45-360faf927419 gateway port host: None {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:13.982746 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0b1b7e38-5362-43c0-9a93-ad85f603a8bc req-ae99c00e-4042-42f2-b056-8e65edb15ee3 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527210 Aug 16 13:11:13.989829 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-d675f704-b0cc-44de-aa0d-2b03ce399d56 admin admin] For port 46e40e11-27a8-4bb8-8c3f-654827800948, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=46e40e11-27a8-4bb8-8c3f-654827800948,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:13.990208 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d675f704-b0cc-44de-aa0d-2b03ce399d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.011618 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-154a578b-427c-4faa-a37d-00dae26234d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:11:13Z', 'revision_number': 6, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port_host': None}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:14.019165 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a2959918-de02-4854-8601-a01cd7baf958 req-f2024217-3dfb-4a15-b155-ec35a285f0f5 service neutron] 10.222.0.61 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736436 Aug 16 13:11:14.023598 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-d675f704-b0cc-44de-aa0d-2b03ce399d56 admin admin] Calling delete_port for 46e40e11-27a8-4bb8-8c3f-654827800948 owned by network:router_gateway {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:14.046574 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df7997b9-0776-4aa1-8b76-604a3804a3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.050434 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a578b-427c-4faa-a37d-00dae26234d1 None None] The sync data for ids ['25a54772-6d0c-44c3-ab45-360faf927419'] in dv-cinder-804698-2-iscsi is: [{'id': '25a54772-6d0c-44c3-ab45-360faf927419', 'name': 'tempest-AttachVolumeTestJSON-1639163700-router', 'tenant_id': '35289569ce2a48d18e2b46800222e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:38Z', 'updated_at': '2021-08-16T13:11:13Z', 'revision_number': 6, 'project_id': '35289569ce2a48d18e2b46800222e61d', 'gw_port_host': None}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:11:14.081753 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7997b9-0776-4aa1-8b76-604a3804a3cf admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:14.098566 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-b9ba669a-1300-4b24-b5b4-aed3267a56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:11:12Z', 'revision_number': 5, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:14.130454 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ba669a-1300-4b24-b5b4-aed3267a56eb None None] The sync data for ids ['f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407'] in dv-cinder-804698-2-iscsi is: [{'id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'name': 'tempest-AttachVolumeShelveTestJSON-368278749-router', 'tenant_id': '065e8e5b57d74a0d98687912b8c6d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:03:39Z', 'updated_at': '2021-08-16T13:11:12Z', 'revision_number': 5, 'project_id': '065e8e5b57d74a0d98687912b8c6d026', 'gw_port': {'id': '46e40e11-27a8-4bb8-8c3f-654827800948', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:03:41Z', 'updated_at': '2021-08-16T13:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}] {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:11:14.160565 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df7997b9-0776-4aa1-8b76-604a3804a3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726269'] for router_gateway, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.450478 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a2959918-de02-4854-8601-a01cd7baf958 req-e5f9079f-b6bb-42b7-8caf-acc4130d9507 service neutron] 10.222.0.61 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221950 Aug 16 13:11:14.509923 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df7997b9-0776-4aa1-8b76-604a3804a3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-251285'] for router, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.512767 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df7997b9-0776-4aa1-8b76-604a3804a3cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.557535 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df7997b9-0776-4aa1-8b76-604a3804a3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728928'] for router, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.558179 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7997b9-0776-4aa1-8b76-604a3804a3cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25a54772-6d0c-44c3-ab45-360faf927419 {{(pid=94053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:11:14.558315 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d675f704-b0cc-44de-aa0d-2b03ce399d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.563316 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-df7997b9-0776-4aa1-8b76-604a3804a3cf admin admin] Notify callbacks [] for router, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.567816 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-df7997b9-0776-4aa1-8b76-604a3804a3cf admin admin] 10.222.0.20 "DELETE /v2.0/routers/25a54772-6d0c-44c3-ab45-360faf927419 HTTP/1.1" status: 204 len: 168 time: 1.2630897 Aug 16 13:11:14.568429 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46756) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:14.584927 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675f704-b0cc-44de-aa0d-2b03ce399d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=46e40e11-27a8-4bb8-8c3f-654827800948,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:14.612622 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d60b25-e237-4065-b35c-de3f2231cd34 admin admin] Deleting subnet 396e273c-25ea-422a-a322-cf3e6f91f4f2 {{(pid=94053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:11:14.615672 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-20d60b25-e237-4065-b35c-de3f2231cd34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.642538 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d675f704-b0cc-44de-aa0d-2b03ce399d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726269'] for router_gateway, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.654717 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-20d60b25-e237-4065-b35c-de3f2231cd34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14268650'] for subnet, precommit_delete_associations {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.751170 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d675f704-b0cc-44de-aa0d-2b03ce399d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-251285'] for router, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.754048 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d675f704-b0cc-44de-aa0d-2b03ce399d56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.766937 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-20d60b25-e237-4065-b35c-de3f2231cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1938334'] for subnet, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.842577 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-20d60b25-e237-4065-b35c-de3f2231cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1938327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14434945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13324480'] for subnet, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.849539 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d675f704-b0cc-44de-aa0d-2b03ce399d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728928'] for router, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.851448 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d675f704-b0cc-44de-aa0d-2b03ce399d56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 {{(pid=94054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:11:14.858134 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d675f704-b0cc-44de-aa0d-2b03ce399d56 admin admin] Notify callbacks [] for router, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.862097 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-d675f704-b0cc-44de-aa0d-2b03ce399d56 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f34f91dd-2bd1-40da-b0bc-c2e7f0a7a407 HTTP/1.1" status: 204 len: 168 time: 1.5442622 Aug 16 13:11:14.867871 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 46758) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:14.880004 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d60b25-e237-4065-b35c-de3f2231cd34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396e273c-25ea-422a-a322-cf3e6f91f4f2,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:14.891570 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-20d60b25-e237-4065-b35c-de3f2231cd34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.893489 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-20d60b25-e237-4065-b35c-de3f2231cd34 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/396e273c-25ea-422a-a322-cf3e6f91f4f2 HTTP/1.1" status: 204 len: 168 time: 0.3241231 Aug 16 13:11:14.901227 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b00390-bd1c-4065-92eb-c895f2ec5907 None None] Network b120bbf0-0985-452a-bb3e-65b335150f39 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:14.903261 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46760) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:14.940070 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d40923a-d08d-47c9-aaaa-764aa71be9be admin admin] Deleting subnet ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1 {{(pid=94054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:11:14.943243 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7d40923a-d08d-47c9-aaaa-764aa71be9be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.984108 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 1e4c2b92-478c-4248-9590-8cf0ac5a893d no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:14.990274 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771912'] for network, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:14.995436 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7d40923a-d08d-47c9-aaaa-764aa71be9be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14162415'] for subnet, precommit_delete_associations {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.054852 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: 1e4c2b92-478c-4248-9590-8cf0ac5a893d {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:11:15.055207 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 1e4c2b92-478c-4248-9590-8cf0ac5a893d not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:11:15.055531 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] Deleting port 6d6f3bfc-b0aa-4c10-9287-1216016d5045 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:15.055668 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:15.055883 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.088842 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:11:15.089186 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 6ba2c8dd-85f9-4c6b-80ad-8f6964bef8cd not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:11:15.090951 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device d15e5d5a-6959-471c-937c-24f096804470 no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:15.109967 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: d15e5d5a-6959-471c-937c-24f096804470 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:11:15.110313 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device d15e5d5a-6959-471c-937c-24f096804470 not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:11:15.144357 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] For port 6d6f3bfc-b0aa-4c10-9287-1216016d5045, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=6d6f3bfc-b0aa-4c10-9287-1216016d5045,segment=NetworkSegment(836dcd0a-02d6-4d48-97ff-60a9cc1913b3),segment_id=836dcd0a-02d6-4d48-97ff-60a9cc1913b3)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:15.144724 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.161143 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] Calling delete_port for 6d6f3bfc-b0aa-4c10-9287-1216016d5045 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:15.180315 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7d40923a-d08d-47c9-aaaa-764aa71be9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1938334'] for subnet, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.228693 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] DHCP port deletion for b120bbf0-0985-452a-bb3e-65b335150f39 request from dv-cinder-804698-2-iscsi {{(pid=94055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:11:15.248870 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da451-04e0-421a-8ef7-9c595cafb3a5 req-44b0d775-d698-40da-abc7-ca0a9ed64bff tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:15.250416 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-150da451-04e0-421a-8ef7-9c595cafb3a5 req-44b0d775-d698-40da-abc7-ca0a9ed64bff tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.1599960 Aug 16 13:11:15.296600 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-150da451-04e0-421a-8ef7-9c595cafb3a5 req-dcf98e66-8ae7-4b8a-9b09-fcac195c961c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387938 Aug 16 13:11:15.298240 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7d40923a-d08d-47c9-aaaa-764aa71be9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1938327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13922229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12882867'] for subnet, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.325020 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] Deleting port 6d6f3bfc-b0aa-4c10-9287-1216016d5045 {{(pid=94055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:15.325518 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.337107 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7d40923a-d08d-47c9-aaaa-764aa71be9be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.337566 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.342727 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-7d40923a-d08d-47c9-aaaa-764aa71be9be admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1 HTTP/1.1" status: 204 len: 168 time: 0.4714565 Aug 16 13:11:15.342727 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40923a-d08d-47c9-aaaa-764aa71be9be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee0a278b-a8c5-4276-abc7-b95cc2cbc8c1,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:15.348553 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 46764) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:15.349085 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5592fcfe-fbd6-4242-9625-fe67a908a422 None None] Network 0f5346d6-5894-47ff-bb0d-27a8e17e988b requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:11:15.357983 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] No DVR routers for this DVR port 6d6f3bfc-b0aa-4c10-9287-1216016d5045 on host dv-cinder-804698-2-iscsi {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:11:15.420992 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6f3bfc-b0aa-4c10-9287-1216016d5045,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:15.433382 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771912'] for network, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.459737 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] For port 6d6f3bfc-b0aa-4c10-9287-1216016d5045, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=6d6f3bfc-b0aa-4c10-9287-1216016d5045,segment=NetworkSegment(836dcd0a-02d6-4d48-97ff-60a9cc1913b3),segment_id=836dcd0a-02d6-4d48-97ff-60a9cc1913b3)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:15.460062 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.462705 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740267', 'neutron.services.segments.db._delete_segments_for_network-8755702799171'] for network, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.475195 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b120bbf0-0985-452a-bb3e-65b335150f39']}} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:15.488586 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836dcd0a-02d6-4d48-97ff-60a9cc1913b3') {'for_net_delete': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:15.488873 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836dcd0a-02d6-4d48-97ff-60a9cc1913b3') {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:15.489145 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] Deleting port 935150cb-ccbb-4184-ab27-fddc5025ad9e {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:15.489588 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.490682 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] Calling delete_port for 6d6f3bfc-b0aa-4c10-9287-1216016d5045 owned by network:dhcp {{(pid=94055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:15.500653 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755702802764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14268643'] for segment, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.518135 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.524782 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:11:15.525224 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14435047'] for segment, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: Traceback (most recent call last): Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: timer() Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: cb(*args, **kw) Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: return func(*args, **kwargs) Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: self._notify() Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: self.callback(batched_events) Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: event.method(event) Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: return f(self, *a, **k) Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: return self._get(url).json() Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: return self.request(url, 'GET', **kwargs) Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:11:15.527765 dv-cinder-804698-2-iscsi neutron-server[94053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:11:15.560181 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] For port 935150cb-ccbb-4184-ab27-fddc5025ad9e, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=935150cb-ccbb-4184-ab27-fddc5025ad9e,segment=NetworkSegment(61f28b65-f76f-4a43-bd40-1ae4e02b6d88),segment_id=61f28b65-f76f-4a43-bd40-1ae4e02b6d88)] {{(pid=94054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:15.560694 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.573534 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] Calling delete_port for 935150cb-ccbb-4184-ab27-fddc5025ad9e owned by network:dhcp {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:15.586645 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726233'] for network, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.595028 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.600371 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] 10.222.0.20 "DELETE /v2.0/networks/b120bbf0-0985-452a-bb3e-65b335150f39 HTTP/1.1" status: 204 len: 168 time: 0.6926577 Aug 16 13:11:15.617964 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d224b40-0e13-4046-b77a-a1e4caab806d admin admin] Pushing event deleted for resources: {'Network': ['ID=b120bbf0-0985-452a-bb3e-65b335150f39,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:15.658356 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399'] for port, after_delete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.676360 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.681100 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] Network b120bbf0-0985-452a-bb3e-65b335150f39 is not hosted by any dhcp agent {{(pid=94055) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 13:11:15.681587 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] No DVR routers for this DVR port 6d6f3bfc-b0aa-4c10-9287-1216016d5045 on host dv-cinder-804698-2-iscsi {{(pid=94055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:11:15.684906 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] Pushing event deleted for resources: {'Port': ['ID=6d6f3bfc-b0aa-4c10-9287-1216016d5045,revision_number=None']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:15.697037 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:15.697300 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:15.697608 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:15.698514 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:15.698858 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:15.699192 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:15.699547 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:15.699878 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:15.700210 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:15.700535 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:15.700861 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:15.701248 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7a4b-245d-4475-9835-84ae0660a54f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:11:15.706399 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] No DVR routers for this DVR port 935150cb-ccbb-4184-ab27-fddc5025ad9e on host dv-cinder-804698-2-iscsi {{(pid=94054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:11:15.708063 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] Pushing event deleted for resources: {'Port': ['ID=935150cb-ccbb-4184-ab27-fddc5025ad9e,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:15.728134 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a079036b-b780-40ab-81d7-ac9f9038fef5 None None] DHCP port deletion for 0f5346d6-5894-47ff-bb0d-27a8e17e988b request from dv-cinder-804698-2-iscsi {{(pid=94055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:11:15.775527 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46768) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:15.785731 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740267', 'neutron.services.segments.db._delete_segments_for_network-8755702799171'] for network, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.795731 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5346d6-5894-47ff-bb0d-27a8e17e988b']}} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:15.806120 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f28b65-f76f-4a43-bd40-1ae4e02b6d88') {'for_net_delete': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:15.806412 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f28b65-f76f-4a43-bd40-1ae4e02b6d88') {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:15.815304 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-32642f88-576a-4737-a6aa-a88ea22397dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35289569ce2a48d18e2b46800222e61d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380683 Aug 16 13:11:15.815882 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755702802764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14162406'] for segment, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.817755 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 46770) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:15.830243 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.836079 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:11:15.836460 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13922259'] for segment, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: Traceback (most recent call last): Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: timer() Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: cb(*args, **kw) Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: return func(*args, **kwargs) Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: self._notify() Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: self.callback(batched_events) Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: event.method(event) Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: return f(self, *a, **k) Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: return self._get(url).json() Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: return self.request(url, 'GET', **kwargs) Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:11:15.838106 dv-cinder-804698-2-iscsi neutron-server[94054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:11:15.867825 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-45b28b71-f3c6-457d-a3dc-2beca7a6b087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.896724 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-45b28b71-f3c6-457d-a3dc-2beca7a6b087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.896976 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726233'] for network, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.899256 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.901171 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0f5346d6-5894-47ff-bb0d-27a8e17e988b HTTP/1.1" status: 204 len: 168 time: 0.5516293 Aug 16 13:11:15.910982 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaeb924-b524-43de-85de-93d6d1cc4957 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f5346d6-5894-47ff-bb0d-27a8e17e988b,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:15.948473 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-45b28b71-f3c6-457d-a3dc-2beca7a6b087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.950923 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-45b28b71-f3c6-457d-a3dc-2beca7a6b087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:15.954938 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-45b28b71-f3c6-457d-a3dc-2beca7a6b087 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/542bc16c-0911-4b79-9752-df6ae900d3a3 HTTP/1.1" status: 204 len: 168 time: 0.1362121 Aug 16 13:11:15.962812 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b28b71-f3c6-457d-a3dc-2beca7a6b087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542bc16c-0911-4b79-9752-df6ae900d3a3,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:16.072324 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 46776) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:16.112706 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-2613efb1-5c13-4cc0-adb4-98e21080a535 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=065e8e5b57d74a0d98687912b8c6d026&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384753 Aug 16 13:11:16.115228 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 46778) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:16.169712 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1b644468-a755-482d-becc-50c3e9ab3f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:16.191050 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1b644468-a755-482d-becc-50c3e9ab3f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:16.243102 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1b644468-a755-482d-becc-50c3e9ab3f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:16.245738 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1b644468-a755-482d-becc-50c3e9ab3f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:16.249366 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-1b644468-a755-482d-becc-50c3e9ab3f6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab33de81-c78e-4b2d-a3f7-236eabb180b4 HTTP/1.1" status: 204 len: 168 time: 0.1307366 Aug 16 13:11:16.256423 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b644468-a755-482d-becc-50c3e9ab3f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab33de81-c78e-4b2d-a3f7-236eabb180b4,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:16.420872 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e70ca1-ecae-4e8b-ba2c-a300f80ef242 req-478051db-2af0-4e70-8245-71d4c1e24ad3 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:16.422129 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c3e70ca1-ecae-4e8b-ba2c-a300f80ef242 req-478051db-2af0-4e70-8245-71d4c1e24ad3 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0510347 Aug 16 13:11:16.464433 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c3e70ca1-ecae-4e8b-ba2c-a300f80ef242 req-559a251b-2443-431f-9f9b-bb58a0426dd9 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350716 Aug 16 13:11:16.822366 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 6d6f3bfc-b0aa-4c10-9287-1216016d5045 no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:16.843059 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: 6d6f3bfc-b0aa-4c10-9287-1216016d5045 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:11:16.843518 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 6d6f3bfc-b0aa-4c10-9287-1216016d5045 not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:11:16.844001 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 46e40e11-27a8-4bb8-8c3f-654827800948 no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:16.866094 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: 46e40e11-27a8-4bb8-8c3f-654827800948 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:11:16.866520 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 46e40e11-27a8-4bb8-8c3f-654827800948 not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:11:16.867032 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 935150cb-ccbb-4184-ab27-fddc5025ad9e no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:16.890490 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: 935150cb-ccbb-4184-ab27-fddc5025ad9e {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:11:16.890836 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 935150cb-ccbb-4184-ab27-fddc5025ad9e not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:11:17.592122 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc68d64-5427-4718-a8c7-34c2ee83d9c5 req-9bb41bae-4202-4301-b3d6-ddcb16b26355 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:17.593666 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-adc68d64-5427-4718-a8c7-34c2ee83d9c5 req-9bb41bae-4202-4301-b3d6-ddcb16b26355 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0579019 Aug 16 13:11:17.633092 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-adc68d64-5427-4718-a8c7-34c2ee83d9c5 req-919689f6-e662-4bae-8acd-9a8b6da00a50 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327342 Aug 16 13:11:17.729098 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 46876) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:17.877532 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9a8e6-ce9d-4d47-a12f-b76b610578b5 req-9b013ab7-9304-4971-8586-b2e9317ffa4d tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:17.885894 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f3c9a8e6-ce9d-4d47-a12f-b76b610578b5 req-9b013ab7-9304-4971-8586-b2e9317ffa4d tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0695970 Aug 16 13:11:17.896228 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-cc772a65-d544-4ad0-88d8-3a17218625cd req-c56be9a0-18f3-460f-9f55-74e11f66c8c0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772886 Aug 16 13:11:17.910668 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b5b0a230-bb23-4431-a669-1ca5ec96715f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:17.951916 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-f3c9a8e6-ce9d-4d47-a12f-b76b610578b5 req-f2f2894d-d472-4146-967b-1d7a8ccace08 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648582 Aug 16 13:11:18.027537 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b5b0a230-bb23-4431-a669-1ca5ec96715f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:18.031875 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b5b0a230-bb23-4431-a669-1ca5ec96715f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:18.070528 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-b5b0a230-bb23-4431-a669-1ca5ec96715f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1ffe8012fa640ad8a208855efcf13d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3402216 Aug 16 13:11:18.071301 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0a230-bb23-4431-a669-1ca5ec96715f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cf7686-7f35-4edb-8620-30f268ce8a6c,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:18.074145 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 46894) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:18.126501 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf046-65a3-4895-955d-b2ce73c3d77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:18.148997 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf046-65a3-4895-955d-b2ce73c3d77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:18.196528 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf046-65a3-4895-955d-b2ce73c3d77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:18.199853 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf046-65a3-4895-955d-b2ce73c3d77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:18.201149 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-3dbbf046-65a3-4895-955d-b2ce73c3d77a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66cf7686-7f35-4edb-8620-30f268ce8a6c HTTP/1.1" status: 204 len: 168 time: 0.1259649 Aug 16 13:11:18.210032 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbf046-65a3-4895-955d-b2ce73c3d77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cf7686-7f35-4edb-8620-30f268ce8a6c,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:19.090283 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb109dc-366a-4856-804d-5989bc78eea5 req-5c2fe7a8-a384-4a10-a233-1de5b11c0202 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:19.092370 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-deb109dc-366a-4856-804d-5989bc78eea5 req-5c2fe7a8-a384-4a10-a233-1de5b11c0202 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0642388 Aug 16 13:11:19.160986 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-deb109dc-366a-4856-804d-5989bc78eea5 req-6c5ac198-1a37-4ae2-8991-7979a413b74e tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589249 Aug 16 13:11:19.528161 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc772a65-d544-4ad0-88d8-3a17218625cd req-6ca56361-0393-47ae-99b8-b06bab7ba784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:19.529636 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-cc772a65-d544-4ad0-88d8-3a17218625cd req-6ca56361-0393-47ae-99b8-b06bab7ba784 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70&tenant_id=9da1f3e8de31466dbfaa635f5c3f34b7 HTTP/1.1" status: 200 len: 1098 time: 0.0431333 Aug 16 13:11:19.604899 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc772a65-d544-4ad0-88d8-3a17218625cd req-20529dc9-0850-4655-a20e-8cad1eb663a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:19.606363 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-cc772a65-d544-4ad0-88d8-3a17218625cd req-20529dc9-0850-4655-a20e-8cad1eb663a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9da1f3e8de31466dbfaa635f5c3f34b7&device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 1098 time: 0.0409327 Aug 16 13:11:19.698715 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc772a65-d544-4ad0-88d8-3a17218625cd req-5314082f-d032-4f1f-880e-a321ef3ffadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:19.700313 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-cc772a65-d544-4ad0-88d8-3a17218625cd req-5314082f-d032-4f1f-880e-a321ef3ffadc service neutron] 10.222.0.61 "GET /v2.0/networks?id=88622421-b6b3-49f4-9d5c-881844ad7947 HTTP/1.1" status: 200 len: 910 time: 0.0868254 Aug 16 13:11:19.768640 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-cc772a65-d544-4ad0-88d8-3a17218625cd req-5b4655a4-a4e4-4bac-a1e0-c8d79c2949e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd1f8454-7809-42f4-8507-6e693cea1cd3 HTTP/1.1" status: 200 len: 1000 time: 0.0613413 Aug 16 13:11:19.783103 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device bd1f8454-7809-42f4-8507-6e693cea1cd3 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:11:19.825762 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc772a65-d544-4ad0-88d8-3a17218625cd req-25d2e21f-a37d-49ef-ab02-7365ce136e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:19.827246 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-cc772a65-d544-4ad0-88d8-3a17218625cd req-25d2e21f-a37d-49ef-ab02-7365ce136e35 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc470f9b-2ecc-4633-bd7a-552cf323734f HTTP/1.1" status: 200 len: 848 time: 0.0518582 Aug 16 13:11:19.879670 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc772a65-d544-4ad0-88d8-3a17218625cd req-90e95b93-e1d6-4c3c-8042-e9668eda139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:19.879834 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:19.881271 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-cc772a65-d544-4ad0-88d8-3a17218625cd req-90e95b93-e1d6-4c3c-8042-e9668eda139f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88622421-b6b3-49f4-9d5c-881844ad7947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469668 Aug 16 13:11:19.903454 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90217cf-5a13-4ac8-85d6-a4e913145c70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd1f8454-7809-42f4-8507-6e693cea1cd3'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:11:19.905777 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451b9948-13b4-4b82-9d26-9fcba2f579b6" -d '{"events": [{"server_uuid": "d90217cf-5a13-4ac8-85d6-a4e913145c70", "name": "network-vif-unplugged", "status": "completed", "tag": "bd1f8454-7809-42f4-8507-6e693cea1cd3"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:11:19.919315 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port bd1f8454-7809-42f4-8507-6e693cea1cd3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bd1f8454-7809-42f4-8507-6e693cea1cd3,segment=NetworkSegment(40ccc765-0d6e-4ac9-9599-a521b99fabd6),segment_id=40ccc765-0d6e-4ac9-9599-a521b99fabd6)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:19.926789 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:19.962275 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 13:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871a2737-6a2d-4cc0-932b-8f57a60ceef7 x-openstack-request-id: req-871a2737-6a2d-4cc0-932b-8f57a60ceef7 {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:11:19.962576 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90217cf-5a13-4ac8-85d6-a4e913145c70", "name": "network-vif-unplugged", "status": "completed", "tag": "bd1f8454-7809-42f4-8507-6e693cea1cd3", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:11:19.962830 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-871a2737-6a2d-4cc0-932b-8f57a60ceef7 {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:11:19.963289 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90217cf-5a13-4ac8-85d6-a4e913145c70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd1f8454-7809-42f4-8507-6e693cea1cd3', 'code': 200} Aug 16 13:11:19.979668 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-cc772a65-d544-4ad0-88d8-3a17218625cd req-4259e0fd-6201-4e48-81b7-dba49055e3c5 service neutron] 10.222.0.61 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913317 Aug 16 13:11:19.988876 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=bd1f8454-7809-42f4-8507-6e693cea1cd3,revision_number=6']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:20.087571 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-cc772a65-d544-4ad0-88d8-3a17218625cd req-f9a74a2f-5b51-41eb-9ce9-3ed645c2c224 service neutron] 10.222.0.61 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870013 Aug 16 13:11:20.269347 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da9a77-5dc4-4302-889b-564981722079 req-ff91d70b-66c7-4e37-9841-00d083120173 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:20.270832 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c6da9a77-5dc4-4302-889b-564981722079 req-ff91d70b-66c7-4e37-9841-00d083120173 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 943 time: 0.0514431 Aug 16 13:11:20.309946 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c6da9a77-5dc4-4302-889b-564981722079 req-0550c3df-c722-4f94-bdb4-f2a82537900d tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328324 Aug 16 13:11:20.671918 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 47000) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:20.789269 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-aff00028-29b0-4e3b-b9a9-5d9ea051f61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:20.892302 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-aff00028-29b0-4e3b-b9a9-5d9ea051f61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:20.896071 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-aff00028-29b0-4e3b-b9a9-5d9ea051f61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:20.938252 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-aff00028-29b0-4e3b-b9a9-5d9ea051f61e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=212502c788174fcf9632b46b3f168066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652361 Aug 16 13:11:20.939035 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff00028-29b0-4e3b-b9a9-5d9ea051f61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c34d709-7d6e-4174-a0fa-28168d3b0d69,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:20.940969 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 47016) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:20.993340 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-191bf1b2-0110-4de8-b947-5a4fbecf50e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.014225 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-191bf1b2-0110-4de8-b947-5a4fbecf50e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.061806 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-191bf1b2-0110-4de8-b947-5a4fbecf50e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.064416 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-191bf1b2-0110-4de8-b947-5a4fbecf50e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.067995 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-191bf1b2-0110-4de8-b947-5a4fbecf50e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c34d709-7d6e-4174-a0fa-28168d3b0d69 HTTP/1.1" status: 204 len: 168 time: 0.1258020 Aug 16 13:11:21.076756 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bf1b2-0110-4de8-b947-5a4fbecf50e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c34d709-7d6e-4174-a0fa-28168d3b0d69,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:21.132504 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 47022) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:21.343094 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-efc0911f-208f-4430-a154-d26a8229d22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.409065 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 47030) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:21.429227 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c7737243-e0cc-4045-9d81-bd605ff2f8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.434561 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8421cb-d550-4b4f-9049-529c22ac8b2c req-ce4fff2f-9d8c-48cc-9619-05d4ec25b721 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:21.436063 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9e8421cb-d550-4b4f-9049-529c22ac8b2c req-ce4fff2f-9d8c-48cc-9619-05d4ec25b721 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 943 time: 0.0524924 Aug 16 13:11:21.463414 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-efc0911f-208f-4430-a154-d26a8229d22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.468620 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-efc0911f-208f-4430-a154-d26a8229d22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.474235 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9e8421cb-d550-4b4f-9049-529c22ac8b2c req-61ce4750-5b32-4d5a-b6c2-200d517df33e tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315821 Aug 16 13:11:21.517723 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0911f-208f-4430-a154-d26a8229d22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a551d27-0cf7-4454-9121-3922b230cd2a,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:21.525608 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-efc0911f-208f-4430-a154-d26a8229d22f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2ba9c7df9144f0db8320edfda874856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920722 Aug 16 13:11:21.529455 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 47032) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:21.609228 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-58ed8795-6c60-4d5c-a22d-feb095e38350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.641026 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c7737243-e0cc-4045-9d81-bd605ff2f8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.646402 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-58ed8795-6c60-4d5c-a22d-feb095e38350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.648122 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c7737243-e0cc-4045-9d81-bd605ff2f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.707597 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-c7737243-e0cc-4045-9d81-bd605ff2f8c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=142c267b4a77410088dd4342834cdb53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973282 Aug 16 13:11:21.710302 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 47034) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:21.710778 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7737243-e0cc-4045-9d81-bd605ff2f8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c675f5f6-6bc7-4bc1-9abc-8891257e112c,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:21.732615 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-58ed8795-6c60-4d5c-a22d-feb095e38350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.735286 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-58ed8795-6c60-4d5c-a22d-feb095e38350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.736446 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-58ed8795-6c60-4d5c-a22d-feb095e38350 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a551d27-0cf7-4454-9121-3922b230cd2a HTTP/1.1" status: 204 len: 168 time: 0.2061009 Aug 16 13:11:21.744404 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed8795-6c60-4d5c-a22d-feb095e38350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a551d27-0cf7-4454-9121-3922b230cd2a,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:21.763287 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-75eb467c-bfce-4baa-8ba7-8ba8dcff885f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.789090 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-75eb467c-bfce-4baa-8ba7-8ba8dcff885f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.838799 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-75eb467c-bfce-4baa-8ba7-8ba8dcff885f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.841623 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-75eb467c-bfce-4baa-8ba7-8ba8dcff885f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:21.842900 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-75eb467c-bfce-4baa-8ba7-8ba8dcff885f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c675f5f6-6bc7-4bc1-9abc-8891257e112c HTTP/1.1" status: 204 len: 168 time: 0.1315675 Aug 16 13:11:21.850897 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb467c-bfce-4baa-8ba7-8ba8dcff885f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c675f5f6-6bc7-4bc1-9abc-8891257e112c,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:22.132397 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 47052) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:22.151449 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d0da5faf-f1ca-4fbc-b7e2-48d6ee914844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.156700 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.247329 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d0da5faf-f1ca-4fbc-b7e2-48d6ee914844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.251427 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d0da5faf-f1ca-4fbc-b7e2-48d6ee914844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.288808 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da5faf-f1ca-4fbc-b7e2-48d6ee914844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ba206f-8ebf-4078-bb61-8969d9b36386,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:22.293236 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-d0da5faf-f1ca-4fbc-b7e2-48d6ee914844 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=009c16db344747eb8a7e3248bb1c9178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601689 Aug 16 13:11:22.295799 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 47056) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:22.345992 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bbedb494-953b-44bf-82a6-f7bda8955572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.367484 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bbedb494-953b-44bf-82a6-f7bda8955572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.415864 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bbedb494-953b-44bf-82a6-f7bda8955572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.418555 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bbedb494-953b-44bf-82a6-f7bda8955572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:22.419732 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-bbedb494-953b-44bf-82a6-f7bda8955572 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69ba206f-8ebf-4078-bb61-8969d9b36386 HTTP/1.1" status: 204 len: 168 time: 0.1230378 Aug 16 13:11:22.427806 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbedb494-953b-44bf-82a6-f7bda8955572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ba206f-8ebf-4078-bb61-8969d9b36386,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:22.602911 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a686f-aed8-401b-9854-55325e52d721 req-947a07bc-bc6e-4fde-920c-0d43ab55d327 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:22.604506 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-319a686f-aed8-401b-9854-55325e52d721 req-947a07bc-bc6e-4fde-920c-0d43ab55d327 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 943 time: 0.0575092 Aug 16 13:11:22.648861 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-319a686f-aed8-401b-9854-55325e52d721 req-de2634e7-ef59-4bda-97bf-dbfbff8df898 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362720 Aug 16 13:11:23.771241 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53c870-f7ad-49e7-852c-cd738c99efff req-401cef49-f300-414a-8726-07943b124ff8 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:23.772804 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5a53c870-f7ad-49e7-852c-cd738c99efff req-401cef49-f300-414a-8726-07943b124ff8 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 943 time: 0.0524194 Aug 16 13:11:23.812944 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-5a53c870-f7ad-49e7-852c-cd738c99efff req-b0550d61-839a-4f37-a308-2f5ef220d947 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339305 Aug 16 13:11:23.886011 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 47156) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:23.990308 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-be543177-5627-4f66-926a-09e7b60eca61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:24.078505 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-be543177-5627-4f66-926a-09e7b60eca61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:24.082289 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-be543177-5627-4f66-926a-09e7b60eca61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:24.121911 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-be543177-5627-4f66-926a-09e7b60eca61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b91b401f9ad541cebc8e568c4233489d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347286 Aug 16 13:11:24.123058 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be543177-5627-4f66-926a-09e7b60eca61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14e33a5-b841-40bf-a4f9-12dfb513c2fc,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:24.124587 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 47166) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:24.178068 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-23f7cafa-b57e-4f8d-a913-cc0b89ee00be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:24.199123 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-23f7cafa-b57e-4f8d-a913-cc0b89ee00be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:24.247557 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-23f7cafa-b57e-4f8d-a913-cc0b89ee00be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:24.250101 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-23f7cafa-b57e-4f8d-a913-cc0b89ee00be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:24.251794 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-23f7cafa-b57e-4f8d-a913-cc0b89ee00be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a14e33a5-b841-40bf-a4f9-12dfb513c2fc HTTP/1.1" status: 204 len: 168 time: 0.1261935 Aug 16 13:11:24.260915 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7cafa-b57e-4f8d-a913-cc0b89ee00be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14e33a5-b841-40bf-a4f9-12dfb513c2fc,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:24.532665 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 47176) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:24.546456 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ef3ed2f1-a0c2-498b-91a6-03bdb5085195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:24.633184 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ef3ed2f1-a0c2-498b-91a6-03bdb5085195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:24.637042 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ef3ed2f1-a0c2-498b-91a6-03bdb5085195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:24.676249 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-ef3ed2f1-a0c2-498b-91a6-03bdb5085195 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87922b22b4e0451d9037b765343c2aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425087 Aug 16 13:11:24.677266 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ed2f1-a0c2-498b-91a6-03bdb5085195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4eedb8-2d60-4ba3-bbb7-eefd0d63a0c5,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:24.678951 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 47178) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:24.729378 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b9562a1f-5c27-4222-be79-bfd864ec7b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:24.749400 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b9562a1f-5c27-4222-be79-bfd864ec7b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:24.793303 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b9562a1f-5c27-4222-be79-bfd864ec7b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:24.795779 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b9562a1f-5c27-4222-be79-bfd864ec7b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:24.796901 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-b9562a1f-5c27-4222-be79-bfd864ec7b2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e4eedb8-2d60-4ba3-bbb7-eefd0d63a0c5 HTTP/1.1" status: 204 len: 168 time: 0.1169455 Aug 16 13:11:24.804387 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9562a1f-5c27-4222-be79-bfd864ec7b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4eedb8-2d60-4ba3-bbb7-eefd0d63a0c5,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:24.933824 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bdff0-68c2-4373-ba02-86515484ef81 req-91f6122b-dc32-40d2-b449-61dbc66c44ab tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:24.935322 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e15bdff0-68c2-4373-ba02-86515484ef81 req-91f6122b-dc32-40d2-b449-61dbc66c44ab tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 943 time: 0.0537603 Aug 16 13:11:24.978737 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e15bdff0-68c2-4373-ba02-86515484ef81 req-a60c7cc3-0404-4902-a968-73f235eed9d3 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371263 Aug 16 13:11:26.092908 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215180a6-12eb-42bd-9ba5-b3eacb846fd3 req-584ce9ce-97ec-459d-9202-dcdc6f280788 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:26.094409 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-215180a6-12eb-42bd-9ba5-b3eacb846fd3 req-584ce9ce-97ec-459d-9202-dcdc6f280788 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 943 time: 0.0513072 Aug 16 13:11:26.134359 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-215180a6-12eb-42bd-9ba5-b3eacb846fd3 req-81f40776-afad-4c9d-b03c-934a0388d10a tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338359 Aug 16 13:11:26.557720 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 47246) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:26.662630 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2c96-1712-4154-88fc-1828e1fa599f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.753074 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2c96-1712-4154-88fc-1828e1fa599f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.756434 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2c96-1712-4154-88fc-1828e1fa599f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.795082 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee2c96-1712-4154-88fc-1828e1fa599f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45bca26-bb18-4823-a614-f0cc9f88b2b6,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:26.800247 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-b6ee2c96-1712-4154-88fc-1828e1fa599f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f184dc7423c14046905dc51af26402a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415304 Aug 16 13:11:26.803247 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 47252) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:26.852230 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3eff7591-fb97-4fd6-b1bf-caf38b09a9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.873496 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3eff7591-fb97-4fd6-b1bf-caf38b09a9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.925715 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3eff7591-fb97-4fd6-b1bf-caf38b09a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.928383 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3eff7591-fb97-4fd6-b1bf-caf38b09a9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:26.932375 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-3eff7591-fb97-4fd6-b1bf-caf38b09a9b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c45bca26-bb18-4823-a614-f0cc9f88b2b6 HTTP/1.1" status: 204 len: 168 time: 0.1253664 Aug 16 13:11:26.938568 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff7591-fb97-4fd6-b1bf-caf38b09a9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45bca26-bb18-4823-a614-f0cc9f88b2b6,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:27.183814 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 47260) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:27.196986 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9ab17126-315e-4a80-b9a9-c40d0b9da684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.273974 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfc265-7b0b-4783-9060-1dd0c9629c4c req-a344d2cb-60b2-4022-8b61-1bedd9a4a0f1 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:27.275610 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-29cfc265-7b0b-4783-9060-1dd0c9629c4c req-a344d2cb-60b2-4022-8b61-1bedd9a4a0f1 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 943 time: 0.0707324 Aug 16 13:11:27.332292 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-29cfc265-7b0b-4783-9060-1dd0c9629c4c req-2764afaf-11c3-4404-b027-cd914af7b8e2 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487661 Aug 16 13:11:27.368393 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9ab17126-315e-4a80-b9a9-c40d0b9da684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.372848 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9ab17126-315e-4a80-b9a9-c40d0b9da684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.413210 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-9ab17126-315e-4a80-b9a9-c40d0b9da684 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79d9ebcf683e43c1875640f2bdb363ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282386 Aug 16 13:11:27.414041 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab17126-315e-4a80-b9a9-c40d0b9da684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ba76cb-b8a6-4b2d-b0f2-2e2e5add5392,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:27.415969 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 47262) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:27.463554 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-19b019a5-45ac-4590-8783-7ec34a96a3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.483874 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-19b019a5-45ac-4590-8783-7ec34a96a3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.529262 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-19b019a5-45ac-4590-8783-7ec34a96a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.531767 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-19b019a5-45ac-4590-8783-7ec34a96a3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:27.532878 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-19b019a5-45ac-4590-8783-7ec34a96a3ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4ba76cb-b8a6-4b2d-b0f2-2e2e5add5392 HTTP/1.1" status: 204 len: 168 time: 0.1153295 Aug 16 13:11:27.540437 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b019a5-45ac-4590-8783-7ec34a96a3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ba76cb-b8a6-4b2d-b0f2-2e2e5add5392,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:27.888223 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a6d76-9ab7-48a4-9efc-89711d14ae34 req-7610e315-7d1a-4aa8-b94b-40cc893011c9 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:27.889715 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f75a6d76-9ab7-48a4-9efc-89711d14ae34 req-7610e315-7d1a-4aa8-b94b-40cc893011c9 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 985 time: 0.0511107 Aug 16 13:11:27.931136 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f75a6d76-9ab7-48a4-9efc-89711d14ae34 req-a3503a38-9b03-49e3-83fe-fac28fc68d1d tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&id=05e521d2-75fd-419d-b598-77fc2dd3354d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349364 Aug 16 13:11:28.462157 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618d5c9-bb17-4c87-a523-0d31c862e2cc req-0d0d621f-492d-4d34-8f70-0e13298e8868 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:28.464120 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1618d5c9-bb17-4c87-a523-0d31c862e2cc req-0d0d621f-492d-4d34-8f70-0e13298e8868 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 943 time: 0.0516505 Aug 16 13:11:28.501621 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-1618d5c9-bb17-4c87-a523-0d31c862e2cc req-577428c7-66c0-46ab-9ee2-bf6287c0a636 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316644 Aug 16 13:11:28.718596 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device bd1f8454-7809-42f4-8507-6e693cea1cd3 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:11:28.813232 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port bd1f8454-7809-42f4-8507-6e693cea1cd3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bd1f8454-7809-42f4-8507-6e693cea1cd3,segment=NetworkSegment(40ccc765-0d6e-4ac9-9599-a521b99fabd6),segment_id=40ccc765-0d6e-4ac9-9599-a521b99fabd6)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:28.817279 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30faa82-d5b3-457a-8f0a-b945632a9ef6 req-cd5f083a-5682-4c54-846f-7655b78fdbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:28.818748 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d30faa82-d5b3-457a-8f0a-b945632a9ef6 req-cd5f083a-5682-4c54-846f-7655b78fdbb2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8267381c30d4cddb927c01166ba0b17&device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 1138 time: 0.0414433 Aug 16 13:11:28.826836 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': 'bd1f8454-7809-42f4-8507-6e693cea1cd3', 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'port_id': 'bd1f8454-7809-42f4-8507-6e693cea1cd3', 'mac_address': 'fa:16:3e:d6:94:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:11:28.865805 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:28.879293 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1f8454-7809-42f4-8507-6e693cea1cd3 {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:11:28.898986 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port bd1f8454-7809-42f4-8507-6e693cea1cd3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bd1f8454-7809-42f4-8507-6e693cea1cd3,segment=NetworkSegment(40ccc765-0d6e-4ac9-9599-a521b99fabd6),segment_id=40ccc765-0d6e-4ac9-9599-a521b99fabd6)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:28.902805 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:28.917644 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30faa82-d5b3-457a-8f0a-b945632a9ef6 req-32f65241-409e-4082-af99-b49fde740a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:28.919100 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d30faa82-d5b3-457a-8f0a-b945632a9ef6 req-32f65241-409e-4082-af99-b49fde740a68 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1f204711-82e8-486f-934b-f15924c03748 HTTP/1.1" status: 200 len: 915 time: 0.0904508 Aug 16 13:11:28.955259 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=bd1f8454-7809-42f4-8507-6e693cea1cd3,revision_number=7']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:28.989477 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d30faa82-d5b3-457a-8f0a-b945632a9ef6 req-42281398-fbcd-40db-abae-70ba39ef55ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fd1faa1-3c96-472e-8de0-400c962af743 HTTP/1.1" status: 200 len: 1002 time: 0.0616045 Aug 16 13:11:29.054325 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e88be2-86f0-419d-81c9-7c115d0b865b req-971ee6bf-725c-4c83-b8cf-b99e4be4fa15 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:29.055296 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30faa82-d5b3-457a-8f0a-b945632a9ef6 req-c8a8df66-2b25-4683-b738-fbc868df04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:29.055976 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-28e88be2-86f0-419d-81c9-7c115d0b865b req-971ee6bf-725c-4c83-b8cf-b99e4be4fa15 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 985 time: 0.0519924 Aug 16 13:11:29.057371 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d30faa82-d5b3-457a-8f0a-b945632a9ef6 req-c8a8df66-2b25-4683-b738-fbc868df04a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=597a7ca6-6e7d-4b12-a515-066ffd723b14 HTTP/1.1" status: 200 len: 853 time: 0.0465577 Aug 16 13:11:29.097850 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-28e88be2-86f0-419d-81c9-7c115d0b865b req-80590a49-845d-469d-a615-a2160ed1c408 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&id=05e521d2-75fd-419d-b598-77fc2dd3354d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350196 Aug 16 13:11:29.120339 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30faa82-d5b3-457a-8f0a-b945632a9ef6 req-a600fb27-350c-4804-b7cd-3aa155c212b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:29.121825 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d30faa82-d5b3-457a-8f0a-b945632a9ef6 req-a600fb27-350c-4804-b7cd-3aa155c212b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1f204711-82e8-486f-934b-f15924c03748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470605 Aug 16 13:11:29.151117 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddce251-d5f5-41f2-9981-70275f207f70 req-cd2c622f-7a6f-489e-aab4-59b4ebf015f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:29.152632 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-dddce251-d5f5-41f2-9981-70275f207f70 req-cd2c622f-7a6f-489e-aab4-59b4ebf015f9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 1097 time: 0.0506911 Aug 16 13:11:29.188096 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-dddce251-d5f5-41f2-9981-70275f207f70 req-602c86b7-4f16-4038-bb32-cfa2f5674efa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277767 Aug 16 13:11:29.210265 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d30faa82-d5b3-457a-8f0a-b945632a9ef6 req-98a05266-a8c5-479d-b2d4-b8fc2f81610b service neutron] 10.222.0.61 "GET /v2.0/networks/1f204711-82e8-486f-934b-f15924c03748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805135 Aug 16 13:11:29.250439 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['bd1f8454-7809-42f4-8507-6e693cea1cd3'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:11:29.621819 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d30faa82-d5b3-457a-8f0a-b945632a9ef6 req-ece97362-d927-4768-8ca8-4f7566472228 service neutron] 10.222.0.61 "GET /v2.0/networks/1f204711-82e8-486f-934b-f15924c03748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171350 Aug 16 13:11:29.641295 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c561ee-bb68-446d-a2e4-a9b531cc2497 req-2be23d02-b085-4a33-afc9-bfe35dc4d024 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:29.642780 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-22c561ee-bb68-446d-a2e4-a9b531cc2497 req-2be23d02-b085-4a33-afc9-bfe35dc4d024 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 944 time: 0.0705729 Aug 16 13:11:29.686609 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-22c561ee-bb68-446d-a2e4-a9b531cc2497 req-32827037-51b0-4e14-b4bd-faf04f3c0e30 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316255 Aug 16 13:11:29.874818 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1c735727-2928-4082-9d33-0d606128cdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:30.217380 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce88389-3765-4caa-a0b8-438fe3b9ad2d req-74f060d4-5081-417a-b9ee-40e8caaf26df tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:30.218869 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-dce88389-3765-4caa-a0b8-438fe3b9ad2d req-74f060d4-5081-417a-b9ee-40e8caaf26df tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 985 time: 0.0499058 Aug 16 13:11:30.260842 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-dce88389-3765-4caa-a0b8-438fe3b9ad2d req-283d9faa-20f4-4322-8a24-fe65b650c7bc tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&id=05e521d2-75fd-419d-b598-77fc2dd3354d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360093 Aug 16 13:11:30.798314 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14176e9b-9beb-45b7-8cfc-2f2d8160ba0f req-7d96be11-2ed1-4da0-981a-5d68a370e635 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:30.799754 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-14176e9b-9beb-45b7-8cfc-2f2d8160ba0f req-7d96be11-2ed1-4da0-981a-5d68a370e635 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 944 time: 0.0483289 Aug 16 13:11:30.836708 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-14176e9b-9beb-45b7-8cfc-2f2d8160ba0f req-bd78ff55-3e6c-4a73-a50f-4ab93be91e74 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307884 Aug 16 13:11:31.363486 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:11:31.373725 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805937a9-9b0c-4652-ba13-c0ed7e1f44b2 req-50156723-7ba1-4a1a-a8d3-d7b5681a4789 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:31.375207 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-805937a9-9b0c-4652-ba13-c0ed7e1f44b2 req-50156723-7ba1-4a1a-a8d3-d7b5681a4789 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 985 time: 0.0488884 Aug 16 13:11:31.413773 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-805937a9-9b0c-4652-ba13-c0ed7e1f44b2 req-a670c6ef-919f-4d3d-ad32-8b5e6b30ee7b tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&id=05e521d2-75fd-419d-b598-77fc2dd3354d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325668 Aug 16 13:11:31.952559 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abb341-1719-4ee3-83c5-65a5299a983e req-27c47b39-7385-4bed-980f-b26c35387650 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:31.953985 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d1abb341-1719-4ee3-83c5-65a5299a983e req-27c47b39-7385-4bed-980f-b26c35387650 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 944 time: 0.0503740 Aug 16 13:11:31.990679 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-d1abb341-1719-4ee3-83c5-65a5299a983e req-81d2ea88-a814-4707-a0e6-b80995c93a40 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306897 Aug 16 13:11:32.508474 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e7b71829-9b04-4a51-ac17-15ef53b4c63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:32.534221 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbf0fc-c547-4915-ae41-09f88032c950 req-b77e0bbc-831c-4f50-9978-e6baa5e22675 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:32.535776 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a1dbf0fc-c547-4915-ae41-09f88032c950 req-b77e0bbc-831c-4f50-9978-e6baa5e22675 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 985 time: 0.0555429 Aug 16 13:11:32.576061 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a1dbf0fc-c547-4915-ae41-09f88032c950 req-8849889d-3345-4be8-9e28-c393318d6622 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&id=05e521d2-75fd-419d-b598-77fc2dd3354d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338020 Aug 16 13:11:32.754577 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:33.068649 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device bd1f8454-7809-42f4-8507-6e693cea1cd3 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:11:33.103144 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e8b95-8eef-4980-b496-f0fb7bc0eb64 req-5dbcf5db-39a4-49e1-83da-9090e1a5d4b8 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:33.105240 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a08e8b95-8eef-4980-b496-f0fb7bc0eb64 req-5dbcf5db-39a4-49e1-83da-9090e1a5d4b8 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 944 time: 0.0485704 Aug 16 13:11:33.145351 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-a08e8b95-8eef-4980-b496-f0fb7bc0eb64 req-d66262c2-690c-4341-9bb8-5754676f7bee tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340390 Aug 16 13:11:33.287585 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port bd1f8454-7809-42f4-8507-6e693cea1cd3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bd1f8454-7809-42f4-8507-6e693cea1cd3,segment=NetworkSegment(40ccc765-0d6e-4ac9-9599-a521b99fabd6),segment_id=40ccc765-0d6e-4ac9-9599-a521b99fabd6)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:33.298324 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': 'bd1f8454-7809-42f4-8507-6e693cea1cd3', 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'port_id': 'bd1f8454-7809-42f4-8507-6e693cea1cd3', 'mac_address': 'fa:16:3e:d6:94:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:11:33.497357 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:33.501853 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['bd1f8454-7809-42f4-8507-6e693cea1cd3'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:11:33.690474 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae2e97-0dd1-4450-a30f-bcdef795816e req-be39e843-c7f0-4d00-b3c1-0ee6ed320769 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:33.691988 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f6ae2e97-0dd1-4450-a30f-bcdef795816e req-be39e843-c7f0-4d00-b3c1-0ee6ed320769 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 985 time: 0.0491691 Aug 16 13:11:33.732855 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f6ae2e97-0dd1-4450-a30f-bcdef795816e req-c8e6263b-c74e-4a5c-a38a-7dd205e7936e tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&id=05e521d2-75fd-419d-b598-77fc2dd3354d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346384 Aug 16 13:11:34.268068 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3934b-e2d5-4e5b-9cf3-c27ed86f2456 req-cd421fca-5066-4613-a417-01dcd93ff6bb tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:34.269555 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-56a3934b-e2d5-4e5b-9cf3-c27ed86f2456 req-cd421fca-5066-4613-a417-01dcd93ff6bb tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 944 time: 0.0536938 Aug 16 13:11:34.314929 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-56a3934b-e2d5-4e5b-9cf3-c27ed86f2456 req-d95b1907-3ba9-400c-923a-1914888eab2c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378950 Aug 16 13:11:34.851079 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef00654-d0dc-4b3d-a055-0ad47054a49f req-7c9210ed-c663-48c7-b97c-80154fac04f8 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:34.852859 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9ef00654-d0dc-4b3d-a055-0ad47054a49f req-7c9210ed-c663-48c7-b97c-80154fac04f8 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 985 time: 0.0500758 Aug 16 13:11:34.893039 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-9ef00654-d0dc-4b3d-a055-0ad47054a49f req-091794a6-35df-4993-b801-3dd39e8e459b tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&id=05e521d2-75fd-419d-b598-77fc2dd3354d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335782 Aug 16 13:11:35.292862 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:35.379988 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device bd1f8454-7809-42f4-8507-6e693cea1cd3 up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:11:35.427312 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port bd1f8454-7809-42f4-8507-6e693cea1cd3 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:11:35.427715 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:35.504768 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:35.530902 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90217cf-5a13-4ac8-85d6-a4e913145c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1f8454-7809-42f4-8507-6e693cea1cd3'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:11:35.533304 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0de45e-4b67-4b16-bfd7-2c55cce70b13" -d '{"events": [{"server_uuid": "d90217cf-5a13-4ac8-85d6-a4e913145c70", "name": "network-vif-plugged", "status": "completed", "tag": "bd1f8454-7809-42f4-8507-6e693cea1cd3"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:11:35.549249 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port bd1f8454-7809-42f4-8507-6e693cea1cd3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bd1f8454-7809-42f4-8507-6e693cea1cd3,segment=NetworkSegment(40ccc765-0d6e-4ac9-9599-a521b99fabd6),segment_id=40ccc765-0d6e-4ac9-9599-a521b99fabd6)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:35.556076 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:35.584126 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6661a60-f717-4372-9340-3b7f90adc494 x-openstack-request-id: req-b6661a60-f717-4372-9340-3b7f90adc494 {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:11:35.584424 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90217cf-5a13-4ac8-85d6-a4e913145c70", "name": "network-vif-plugged", "status": "completed", "tag": "bd1f8454-7809-42f4-8507-6e693cea1cd3", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:11:35.584763 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6661a60-f717-4372-9340-3b7f90adc494 {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:11:35.585155 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90217cf-5a13-4ac8-85d6-a4e913145c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1f8454-7809-42f4-8507-6e693cea1cd3', 'code': 200} Aug 16 13:11:35.611623 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=bd1f8454-7809-42f4-8507-6e693cea1cd3,revision_number=8']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:35.837216 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 47414) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:35.944733 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-79d0f777-3b3b-438a-b5b6-c92412ac93ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.032447 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beddce-ed9d-4a3b-b9d3-2eac300e88f3 req-ae1a8164-9e74-4aa7-b046-26af538576ac tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:36.033958 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-76beddce-ed9d-4a3b-b9d3-2eac300e88f3 req-ae1a8164-9e74-4aa7-b046-26af538576ac tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 985 time: 0.0711555 Aug 16 13:11:36.094741 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-76beddce-ed9d-4a3b-b9d3-2eac300e88f3 req-0f0f6960-c31e-433d-81bf-ca1fb2648eef tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&id=05e521d2-75fd-419d-b598-77fc2dd3354d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543857 Aug 16 13:11:36.107181 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-79d0f777-3b3b-438a-b5b6-c92412ac93ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.110982 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-79d0f777-3b3b-438a-b5b6-c92412ac93ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.149063 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-79d0f777-3b3b-438a-b5b6-c92412ac93ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7c3d8fdddb248d0aa45008364de79e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102622 Aug 16 13:11:36.151497 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0f777-3b3b-438a-b5b6-c92412ac93ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c072cf31-12a0-4c73-b35a-10383cfc2d6d,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:36.152605 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 47420) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:36.201344 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-98c97d2b-33f6-4fd0-9bd5-92ba688d5293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.224778 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-98c97d2b-33f6-4fd0-9bd5-92ba688d5293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.268414 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-98c97d2b-33f6-4fd0-9bd5-92ba688d5293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.271063 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-98c97d2b-33f6-4fd0-9bd5-92ba688d5293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.272225 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-98c97d2b-33f6-4fd0-9bd5-92ba688d5293 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c072cf31-12a0-4c73-b35a-10383cfc2d6d HTTP/1.1" status: 204 len: 168 time: 0.1185551 Aug 16 13:11:36.280281 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c97d2b-33f6-4fd0-9bd5-92ba688d5293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c072cf31-12a0-4c73-b35a-10383cfc2d6d,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:36.524721 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 47426) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:36.538534 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2f6e14fc-b8be-4f85-9a7a-f07433bd35bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.625017 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2f6e14fc-b8be-4f85-9a7a-f07433bd35bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.628841 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2f6e14fc-b8be-4f85-9a7a-f07433bd35bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.667849 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-2f6e14fc-b8be-4f85-9a7a-f07433bd35bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81273b2888864bfcb88de2b4b4437cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407773 Aug 16 13:11:36.668697 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e14fc-b8be-4f85-9a7a-f07433bd35bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab72b13-fcb5-4dff-91ef-76070dcdbdec,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:36.670665 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 47432) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:36.721663 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1ae6b345-3c5e-4f5c-b7de-08dd5ab5bf25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.744530 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1ae6b345-3c5e-4f5c-b7de-08dd5ab5bf25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.797019 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1ae6b345-3c5e-4f5c-b7de-08dd5ab5bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.799695 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1ae6b345-3c5e-4f5c-b7de-08dd5ab5bf25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:36.801120 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-1ae6b345-3c5e-4f5c-b7de-08dd5ab5bf25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aab72b13-fcb5-4dff-91ef-76070dcdbdec HTTP/1.1" status: 204 len: 168 time: 0.1293440 Aug 16 13:11:36.809399 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6b345-3c5e-4f5c-b7de-08dd5ab5bf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab72b13-fcb5-4dff-91ef-76070dcdbdec,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:36.929092 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 47440) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:37.081813 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-beee3d86-eae4-4609-ab97-8abf4d1a57cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:37.184043 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-beee3d86-eae4-4609-ab97-8abf4d1a57cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:37.188010 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-beee3d86-eae4-4609-ab97-8abf4d1a57cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:37.219503 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbef6a-8456-42ef-a233-69e4a3c34611 req-e4d55d0e-134c-47fd-b8b6-8c9722eb3a4d tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:37.221001 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2fdbef6a-8456-42ef-a233-69e4a3c34611 req-e4d55d0e-134c-47fd-b8b6-8c9722eb3a4d tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 985 time: 0.0532110 Aug 16 13:11:37.230999 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-beee3d86-eae4-4609-ab97-8abf4d1a57cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e06e390c67342f5bdf8c87c62975b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978082 Aug 16 13:11:37.230999 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee3d86-eae4-4609-ab97-8abf4d1a57cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aae5095-9b32-4122-a110-427eb59a2e59,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:37.231317 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 47454) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:37.541536 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2fdbef6a-8456-42ef-a233-69e4a3c34611 req-67621d75-5d26-46d7-becb-1e76ea4cd9a1 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&id=05e521d2-75fd-419d-b598-77fc2dd3354d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3142424 Aug 16 13:11:37.552948 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-371983e5-eb1f-4752-b179-9ca7b13894c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:37.584807 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-371983e5-eb1f-4752-b179-9ca7b13894c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:37.630113 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-371983e5-eb1f-4752-b179-9ca7b13894c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:37.632712 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-371983e5-eb1f-4752-b179-9ca7b13894c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:37.633861 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-371983e5-eb1f-4752-b179-9ca7b13894c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0aae5095-9b32-4122-a110-427eb59a2e59 HTTP/1.1" status: 204 len: 168 time: 0.4015160 Aug 16 13:11:37.643436 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371983e5-eb1f-4752-b179-9ca7b13894c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aae5095-9b32-4122-a110-427eb59a2e59,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:38.705263 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed919b99-8ef0-46d8-8726-6d53f596414c req-467ff340-a080-4784-b230-500d0f31d3e9 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:38.706894 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ed919b99-8ef0-46d8-8726-6d53f596414c req-467ff340-a080-4784-b230-500d0f31d3e9 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 985 time: 0.0939538 Aug 16 13:11:38.748319 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ed919b99-8ef0-46d8-8726-6d53f596414c req-02260721-a12e-46b5-8706-1e2995d2f198 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&id=05e521d2-75fd-419d-b598-77fc2dd3354d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353825 Aug 16 13:11:39.870379 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c39b74-3fae-4a96-8b79-e11060fa8d4d req-8f59bc30-7093-4315-b2e2-e8e826fa81fe tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:39.871905 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-70c39b74-3fae-4a96-8b79-e11060fa8d4d req-8f59bc30-7093-4315-b2e2-e8e826fa81fe tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 985 time: 0.0552568 Aug 16 13:11:39.912241 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-70c39b74-3fae-4a96-8b79-e11060fa8d4d req-a2abcec7-a198-49ab-a1df-52a3018f77f4 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&id=05e521d2-75fd-419d-b598-77fc2dd3354d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342143 Aug 16 13:11:41.027187 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323c53c-e44a-4cb3-96d4-edf3f2f1d4e8 req-6dd874ba-5998-437a-a336-3ea9b2c8d61a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:41.028738 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b323c53c-e44a-4cb3-96d4-edf3f2f1d4e8 req-6dd874ba-5998-437a-a336-3ea9b2c8d61a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 985 time: 0.0492480 Aug 16 13:11:41.073405 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b323c53c-e44a-4cb3-96d4-edf3f2f1d4e8 req-e4ecff9e-ff77-4a9d-8fb0-7b65c90044f8 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&id=05e521d2-75fd-419d-b598-77fc2dd3354d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384040 Aug 16 13:11:41.842314 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 47614) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:41.949703 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-71f038b6-6721-4da6-ad2f-6e19de06503e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.036602 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-71f038b6-6721-4da6-ad2f-6e19de06503e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.041260 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-71f038b6-6721-4da6-ad2f-6e19de06503e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.083454 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-71f038b6-6721-4da6-ad2f-6e19de06503e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a5a6c64f0c0449697de16699f2ba0ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392092 Aug 16 13:11:42.084173 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f038b6-6721-4da6-ad2f-6e19de06503e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661a1bda-4c34-4b3d-9391-bb8d4e774129,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:42.087206 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 47618) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:42.145344 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8d021e16-1fe0-4396-9181-bec1e7eeb898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.165990 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8d021e16-1fe0-4396-9181-bec1e7eeb898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.212186 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8d021e16-1fe0-4396-9181-bec1e7eeb898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.215688 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8d021e16-1fe0-4396-9181-bec1e7eeb898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.216812 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-8d021e16-1fe0-4396-9181-bec1e7eeb898 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/661a1bda-4c34-4b3d-9391-bb8d4e774129 HTTP/1.1" status: 204 len: 168 time: 0.1274590 Aug 16 13:11:42.223934 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d021e16-1fe0-4396-9181-bec1e7eeb898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661a1bda-4c34-4b3d-9391-bb8d4e774129,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:42.474975 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 47624) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:42.487853 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-345d79e8-0e6f-4744-b264-de702e6553ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.576130 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-345d79e8-0e6f-4744-b264-de702e6553ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.579778 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-345d79e8-0e6f-4744-b264-de702e6553ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.616634 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-345d79e8-0e6f-4744-b264-de702e6553ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d374d08a0d99444db049c2c2cd0f66b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405976 Aug 16 13:11:42.618596 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d79e8-0e6f-4744-b264-de702e6553ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a012bd1-95f3-42ca-8f74-05617acef26b,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:42.619821 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 47626) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:42.667133 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b27adb56-dc7d-4b8f-b983-da3ae373458e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.687475 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b27adb56-dc7d-4b8f-b983-da3ae373458e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.733729 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b27adb56-dc7d-4b8f-b983-da3ae373458e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.736301 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b27adb56-dc7d-4b8f-b983-da3ae373458e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:42.737463 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-b27adb56-dc7d-4b8f-b983-da3ae373458e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a012bd1-95f3-42ca-8f74-05617acef26b HTTP/1.1" status: 204 len: 168 time: 0.1165807 Aug 16 13:11:42.745659 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27adb56-dc7d-4b8f-b983-da3ae373458e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a012bd1-95f3-42ca-8f74-05617acef26b,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:43.228726 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 47654) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:43.335311 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-928a82b8-fd44-4111-9060-c684af3eab94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:43.425710 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-928a82b8-fd44-4111-9060-c684af3eab94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:43.430563 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-928a82b8-fd44-4111-9060-c684af3eab94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:43.470259 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-928a82b8-fd44-4111-9060-c684af3eab94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83dff0d759544e3fa59ab26a24e5d292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403860 Aug 16 13:11:43.471008 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a82b8-fd44-4111-9060-c684af3eab94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6162f2b-08cf-4231-83ff-5f5fa62b2a8c,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:43.472992 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 47666) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:43.526270 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-879f9eac-1a99-4815-92b2-7b3073195b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:43.547167 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-879f9eac-1a99-4815-92b2-7b3073195b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:43.595396 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-879f9eac-1a99-4815-92b2-7b3073195b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:43.598017 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-879f9eac-1a99-4815-92b2-7b3073195b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:43.599285 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-879f9eac-1a99-4815-92b2-7b3073195b21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6162f2b-08cf-4231-83ff-5f5fa62b2a8c HTTP/1.1" status: 204 len: 168 time: 0.1245518 Aug 16 13:11:43.606950 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f9eac-1a99-4815-92b2-7b3073195b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6162f2b-08cf-4231-83ff-5f5fa62b2a8c,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:43.934447 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 47680) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:43.947524 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2e39cc05-c185-4bd6-93ec-1aab5fbe2b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:44.035589 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2e39cc05-c185-4bd6-93ec-1aab5fbe2b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:44.039074 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2e39cc05-c185-4bd6-93ec-1aab5fbe2b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:44.077428 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-2e39cc05-c185-4bd6-93ec-1aab5fbe2b19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbe52a001ef7497f89b8db3086db0327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418965 Aug 16 13:11:44.078499 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39cc05-c185-4bd6-93ec-1aab5fbe2b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bc47be-26e0-45ef-b419-9c31419d3166,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:44.080275 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 47682) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:44.128767 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-60dc306f-b422-49d6-88aa-0798c114a094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:44.149438 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-60dc306f-b422-49d6-88aa-0798c114a094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:44.193836 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-60dc306f-b422-49d6-88aa-0798c114a094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:44.196435 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-60dc306f-b422-49d6-88aa-0798c114a094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:44.197538 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-60dc306f-b422-49d6-88aa-0798c114a094 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21bc47be-26e0-45ef-b419-9c31419d3166 HTTP/1.1" status: 204 len: 168 time: 0.1157348 Aug 16 13:11:44.204989 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc306f-b422-49d6-88aa-0798c114a094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bc47be-26e0-45ef-b419-9c31419d3166,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:45.242874 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 47734) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:45.359335 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4a4cb7bd-4c27-4d04-8aa6-7996d3e72fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:45.447937 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4a4cb7bd-4c27-4d04-8aa6-7996d3e72fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:45.452667 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4a4cb7bd-4c27-4d04-8aa6-7996d3e72fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:45.491594 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-4a4cb7bd-4c27-4d04-8aa6-7996d3e72fc2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=353b4fdc2dbc4c23bde5324b54df3a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489042 Aug 16 13:11:45.492461 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cb7bd-4c27-4d04-8aa6-7996d3e72fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b5ef3c-52fd-4c57-85bc-b5ce950932b7,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:45.495263 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 47750) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:45.551389 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bf39ce89-3316-48c1-b216-ddb38a8d4833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:45.572341 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bf39ce89-3316-48c1-b216-ddb38a8d4833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:45.619699 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bf39ce89-3316-48c1-b216-ddb38a8d4833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:45.622260 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bf39ce89-3316-48c1-b216-ddb38a8d4833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:45.623414 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-bf39ce89-3316-48c1-b216-ddb38a8d4833 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11b5ef3c-52fd-4c57-85bc-b5ce950932b7 HTTP/1.1" status: 204 len: 168 time: 0.1268821 Aug 16 13:11:45.630952 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39ce89-3316-48c1-b216-ddb38a8d4833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b5ef3c-52fd-4c57-85bc-b5ce950932b7,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:46.813069 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 47786) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:46.917236 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6951230b-a384-4e24-8b61-72f67348762e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:47.006928 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6951230b-a384-4e24-8b61-72f67348762e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:47.010529 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-6951230b-a384-4e24-8b61-72f67348762e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:47.047398 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-6951230b-a384-4e24-8b61-72f67348762e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88147e18592d45eab62101a9442476cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332864 Aug 16 13:11:47.048274 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951230b-a384-4e24-8b61-72f67348762e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24497928-8501-4ed3-8823-eee8e7d08ddd,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:47.050120 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 47790) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:11:47.098618 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f8d6ecef-e1df-40ec-b3f7-ac60ac9e3029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:47.123208 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f8d6ecef-e1df-40ec-b3f7-ac60ac9e3029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:47.168957 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f8d6ecef-e1df-40ec-b3f7-ac60ac9e3029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:47.171503 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f8d6ecef-e1df-40ec-b3f7-ac60ac9e3029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:47.172639 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-f8d6ecef-e1df-40ec-b3f7-ac60ac9e3029 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24497928-8501-4ed3-8823-eee8e7d08ddd HTTP/1.1" status: 204 len: 168 time: 0.1212673 Aug 16 13:11:47.180571 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6ecef-e1df-40ec-b3f7-ac60ac9e3029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24497928-8501-4ed3-8823-eee8e7d08ddd,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:52.172004 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:53.383390 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d3ae1-a6bc-4bb4-a672-9a36f66a9392 req-9af51434-9fdc-4b61-823b-1ae3f43c6452 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:53.385051 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8c1d3ae1-a6bc-4bb4-a672-9a36f66a9392 req-9af51434-9fdc-4b61-823b-1ae3f43c6452 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 945 time: 0.0479407 Aug 16 13:11:53.424130 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8c1d3ae1-a6bc-4bb4-a672-9a36f66a9392 req-f8880c87-59f4-4b51-82c1-139ffd1dec8b tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330904 Aug 16 13:11:54.536722 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b80add-df95-400a-b7b6-775ddb6d0872 req-12dec57e-4ed5-403b-9f00-e98f35bd3e09 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:54.538205 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-92b80add-df95-400a-b7b6-775ddb6d0872 req-12dec57e-4ed5-403b-9f00-e98f35bd3e09 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 945 time: 0.0474660 Aug 16 13:11:54.575335 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-92b80add-df95-400a-b7b6-775ddb6d0872 req-7635089c-8a54-4327-a701-a50121ef95d9 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307293 Aug 16 13:11:55.692548 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e076c2d-bd11-42e3-a621-9ac699eb9776 req-a806b51b-4e28-47c5-9573-315216b77f9f tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:55.694065 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6e076c2d-bd11-42e3-a621-9ac699eb9776 req-a806b51b-4e28-47c5-9573-315216b77f9f tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 945 time: 0.0510893 Aug 16 13:11:55.730192 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6e076c2d-bd11-42e3-a621-9ac699eb9776 req-520e1434-655e-4d39-ae6d-7e18e24709f4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301948 Aug 16 13:11:56.851198 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0189898-ce72-43bd-9c50-ea57cb1cdaec req-be6041e5-4aed-4905-8435-26cd61f6db99 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:56.853094 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b0189898-ce72-43bd-9c50-ea57cb1cdaec req-be6041e5-4aed-4905-8435-26cd61f6db99 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 945 time: 0.0513906 Aug 16 13:11:56.892811 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b0189898-ce72-43bd-9c50-ea57cb1cdaec req-8440363a-0ae6-49b3-84af-7da68a01ffde tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328383 Aug 16 13:11:57.354741 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c120403-438b-45bb-a834-05394602f955 req-0a341621-a8ea-48a3-b20d-4999b2ba2ed1 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:57.356234 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9c120403-438b-45bb-a834-05394602f955 req-0a341621-a8ea-48a3-b20d-4999b2ba2ed1 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 945 time: 0.0555894 Aug 16 13:11:57.457567 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [req-9c120403-438b-45bb-a834-05394602f955 req-c96cd33c-6265-4e32-b57d-1cb54f7aa3af tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Deleting port cc5ab6b2-4c31-4fc5-9936-1162795322cf {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:11:57.457912 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-9c120403-438b-45bb-a834-05394602f955 req-c96cd33c-6265-4e32-b57d-1cb54f7aa3af tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:57.556240 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [req-9c120403-438b-45bb-a834-05394602f955 req-c96cd33c-6265-4e32-b57d-1cb54f7aa3af tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] For port cc5ab6b2-4c31-4fc5-9936-1162795322cf, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=cc5ab6b2-4c31-4fc5-9936-1162795322cf,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:11:57.556609 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-9c120403-438b-45bb-a834-05394602f955 req-c96cd33c-6265-4e32-b57d-1cb54f7aa3af tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:57.700336 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c2b5f844-3a74-404d-bda9-a4476d0d1a87 req-5f1d7f24-f6bf-45a1-b3cd-b8a25c637852 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551174 Aug 16 13:11:57.787505 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5f844-3a74-404d-bda9-a4476d0d1a87 req-dd98e946-2921-444c-8c0b-ef439a614887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:57.789323 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c2b5f844-3a74-404d-bda9-a4476d0d1a87 req-dd98e946-2921-444c-8c0b-ef439a614887 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9da1f3e8de31466dbfaa635f5c3f34b7&device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 1098 time: 0.0454826 Aug 16 13:11:57.800768 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-9c120403-438b-45bb-a834-05394602f955 req-c96cd33c-6265-4e32-b57d-1cb54f7aa3af tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:57.801293 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-9c120403-438b-45bb-a834-05394602f955 req-c96cd33c-6265-4e32-b57d-1cb54f7aa3af tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726215'] for floatingip, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:57.801825 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.l3_db [req-9c120403-438b-45bb-a834-05394602f955 req-c96cd33c-6265-4e32-b57d-1cb54f7aa3af tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Floating IP e067042f-624d-4854-a773-6ed479a9f291 disassociated. External IP: 172.27.3.114, port: cc5ab6b2-4c31-4fc5-9936-1162795322cf. Aug 16 13:11:57.802228 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [req-9c120403-438b-45bb-a834-05394602f955 req-c96cd33c-6265-4e32-b57d-1cb54f7aa3af tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Calling delete_port for cc5ab6b2-4c31-4fc5-9936-1162795322cf owned by compute:nova {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:11:57.923614 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5f844-3a74-404d-bda9-a4476d0d1a87 req-57cf11b2-cfd9-43e7-af00-2f55ff9660ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:57.925297 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c2b5f844-3a74-404d-bda9-a4476d0d1a87 req-57cf11b2-cfd9-43e7-af00-2f55ff9660ee service neutron] 10.222.0.61 "GET /v2.0/networks?id=88622421-b6b3-49f4-9d5c-881844ad7947 HTTP/1.1" status: 200 len: 910 time: 0.1118951 Aug 16 13:11:57.944529 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-9c120403-438b-45bb-a834-05394602f955 req-c96cd33c-6265-4e32-b57d-1cb54f7aa3af tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:57.985773 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96cd33c-6265-4e32-b57d-1cb54f7aa3af tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event deleted for resources: {'Port': ['ID=cc5ab6b2-4c31-4fc5-9936-1162795322cf,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:11:58.012508 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-35ec2048-3078-40aa-8c89-a44c2f0da205 req-5e71e559-10d3-4720-8de8-242e613d6201 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 210 time: 0.0348065 Aug 16 13:11:58.034738 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c2b5f844-3a74-404d-bda9-a4476d0d1a87 req-2816304e-5bff-4fab-9370-47a61d8b2524 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd1f8454-7809-42f4-8507-6e693cea1cd3 HTTP/1.1" status: 200 len: 1000 time: 0.0968473 Aug 16 13:11:58.091286 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5f844-3a74-404d-bda9-a4476d0d1a87 req-3e338f26-c9dd-452e-8235-fced5607da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:58.092826 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c2b5f844-3a74-404d-bda9-a4476d0d1a87 req-3e338f26-c9dd-452e-8235-fced5607da96 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc470f9b-2ecc-4633-bd7a-552cf323734f HTTP/1.1" status: 200 len: 848 time: 0.0492189 Aug 16 13:11:58.113954 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c120403-438b-45bb-a834-05394602f955 req-c96cd33c-6265-4e32-b57d-1cb54f7aa3af tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Router f1795ea3-0cc6-49f3-ab36-6a763710f8ce has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:11:58.145606 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5f844-3a74-404d-bda9-a4476d0d1a87 req-2b4293e4-e303-44f1-948b-d0b76650c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:11:58.147484 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c2b5f844-3a74-404d-bda9-a4476d0d1a87 req-2b4293e4-e303-44f1-948b-d0b76650c656 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88622421-b6b3-49f4-9d5c-881844ad7947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462673 Aug 16 13:11:58.249769 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c120403-438b-45bb-a834-05394602f955 req-c96cd33c-6265-4e32-b57d-1cb54f7aa3af tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:11:58.254683 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c2b5f844-3a74-404d-bda9-a4476d0d1a87 req-c1927878-ea2a-40e4-999b-85395601b0e0 service neutron] 10.222.0.61 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961294 Aug 16 13:11:58.264451 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e2214-d9b8-4704-ab03-0ef193899e23 None None] Sync routers for ids ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:11:58.274624 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e2214-d9b8-4704-ab03-0ef193899e23 None None] Routers {'f1795ea3-0cc6-49f3-ab36-6a763710f8ce'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:58.275412 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-fa7e2214-d9b8-4704-ab03-0ef193899e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:11:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:58.292331 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c120403-438b-45bb-a834-05394602f955 req-c96cd33c-6265-4e32-b57d-1cb54f7aa3af tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] No DVR routers for this DVR port cc5ab6b2-4c31-4fc5-9936-1162795322cf on host hv-cinder-80469 {{(pid=94054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:11:58.294857 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [req-9c120403-438b-45bb-a834-05394602f955 req-c96cd33c-6265-4e32-b57d-1cb54f7aa3af tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:11:58.297194 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-9c120403-438b-45bb-a834-05394602f955 req-c96cd33c-6265-4e32-b57d-1cb54f7aa3af tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.61 "DELETE /v2.0/ports/cc5ab6b2-4c31-4fc5-9936-1162795322cf HTTP/1.1" status: 204 len: 173 time: 0.9345901 Aug 16 13:11:58.297847 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d75b3e9-5f55-4500-b679-90fccc8aac98', 'name': 'network-vif-deleted', 'tag': 'cc5ab6b2-4c31-4fc5-9936-1162795322cf'}] {{(pid=94054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:11:58.300117 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2e02789a86343ed90e228d8a01386e3b0dd3ee74f1c4d71a2f16840b073a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4fc89a-90f3-4bb0-a95a-5a09f580a493" -d '{"events": [{"server_uuid": "8d75b3e9-5f55-4500-b679-90fccc8aac98", "name": "network-vif-deleted", "tag": "cc5ab6b2-4c31-4fc5-9936-1162795322cf"}]}' {{(pid=94054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:11:58.367711 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c2b5f844-3a74-404d-bda9-a4476d0d1a87 req-e08aa7a6-91d2-4d40-a4e3-c85f67fe6266 service neutron] 10.222.0.61 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036749 Aug 16 13:11:58.376541 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3395ab-73fe-4542-b05a-d51b07404366 x-openstack-request-id: req-2e3395ab-73fe-4542-b05a-d51b07404366 {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:11:58.377024 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d75b3e9-5f55-4500-b679-90fccc8aac98", "name": "network-vif-deleted", "tag": "cc5ab6b2-4c31-4fc5-9936-1162795322cf", "status": "completed", "code": 200}]} {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:11:58.377161 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e3395ab-73fe-4542-b05a-d51b07404366 {{(pid=94054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:11:58.377549 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d75b3e9-5f55-4500-b679-90fccc8aac98', 'name': 'network-vif-deleted', 'tag': 'cc5ab6b2-4c31-4fc5-9936-1162795322cf', 'status': 'completed', 'code': 200} Aug 16 13:11:58.416783 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-fa7e2214-d9b8-4704-ab03-0ef193899e23 None None] Set router f1795ea3-0cc6-49f3-ab36-6a763710f8ce gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:58.619649 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-fa7e2214-d9b8-4704-ab03-0ef193899e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:56Z', 'revision_number': 5, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:58.649507 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e2214-d9b8-4704-ab03-0ef193899e23 None None] Checking router: f1795ea3-0cc6-49f3-ab36-6a763710f8ce for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:11:58.658270 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e2214-d9b8-4704-ab03-0ef193899e23 None None] Routers {'f1795ea3-0cc6-49f3-ab36-6a763710f8ce'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:11:58.658875 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-fa7e2214-d9b8-4704-ab03-0ef193899e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:11:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:58.781472 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-fa7e2214-d9b8-4704-ab03-0ef193899e23 None None] Set router f1795ea3-0cc6-49f3-ab36-6a763710f8ce gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:11:59.005143 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-fa7e2214-d9b8-4704-ab03-0ef193899e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:56Z', 'revision_number': 5, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:11:59.032793 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e2214-d9b8-4704-ab03-0ef193899e23 None None] The sync data for ids ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'] in dv-cinder-804698-2-iscsi is: [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:56Z', 'revision_number': 5, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:11:59.123204 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-6348b0ba-a30c-4e8d-882b-8072c2e1af67 req-d47b19a9-fde4-410d-a3c3-c3d0d7e3ec0e tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d75b3e9-5f55-4500-b679-90fccc8aac98 HTTP/1.1" status: 200 len: 210 time: 0.0270648 Aug 16 13:11:59.274329 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafba3bf-4136-4b07-8e1a-a97f6b3871d4 None None] New status for floating IP e067042f-624d-4854-a773-6ed479a9f291: DOWN {{(pid=94056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:11:59.875182 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-c91908ec-c5f9-43d3-a35b-6df4b78d5c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:00.367047 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-918e72c9-64e5-4b4f-a6c1-26528d585608 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644288139&fields=id&tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20 HTTP/1.1" status: 200 len: 267 time: 0.0328190 Aug 16 13:12:00.473251 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-867b82f0-8c2f-44ed-a0e5-e091c7bf955c tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:00.474600 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-867b82f0-8c2f-44ed-a0e5-e091c7bf955c tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/networks?id=0abc4278-41a3-46d0-8f8c-47614a895899 HTTP/1.1" status: 200 len: 812 time: 0.1004767 Aug 16 13:12:00.489529 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-58b8523f-8afc-4339-a8ad-7312abe07d6d tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/quotas/b7c0cd4f3ee14cdf99ae7e141b43eb20 HTTP/1.1" status: 200 len: 375 time: 0.0087745 Aug 16 13:12:00.540060 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-798aa7b4-e902-4277-975c-a63bcb07db55 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454812 Aug 16 13:12:00.638524 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-d84a75e1-bfa3-48aa-8c99-5dbc397d1980 service neutron] 10.222.0.20 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829937 Aug 16 13:12:00.725269 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-84a70ade-fcf1-41bf-b134-6c48a547ae52 service neutron] 10.222.0.20 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806265 Aug 16 13:12:00.998781 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7feb6e4c-6d0d-4d20-8deb-6200fea3cbb9 req-2eebbaf5-ce74-48fa-a46a-2a41d98b1369 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 210 time: 0.0258765 Aug 16 13:12:02.056731 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device cc5ab6b2-4c31-4fc5-9936-1162795322cf no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:02.087954 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: cc5ab6b2-4c31-4fc5-9936-1162795322cf {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:02.088785 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device cc5ab6b2-4c31-4fc5-9936-1162795322cf not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:02.107655 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c8eee5f8-5d35-4fe4-a42d-cb5fb01ea35d req-94c929dd-c69f-4456-b582-882edfb69fd5 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 210 time: 0.0399332 Aug 16 13:12:02.508660 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-8e178589-6e08-4b6d-8464-da0188d135af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:02.755015 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:02.782934 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-c1c157d9-8e31-490e-9e0c-fe3a1d8265e3 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:02.784399 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-c1c157d9-8e31-490e-9e0c-fe3a1d8265e3 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.61 "GET /v2.0/networks?id=0abc4278-41a3-46d0-8f8c-47614a895899 HTTP/1.1" status: 200 len: 812 time: 0.1056228 Aug 16 13:12:02.835320 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-8edde57f-6d8e-41fd-8c45-28a932f2f9c9 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20 HTTP/1.1" status: 200 len: 380 time: 0.0338190 Aug 16 13:12:02.857225 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-0a05d940-15e2-42fd-9ba7-c6380bb09d11 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Request body: {'port': {'device_id': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'admin_state_up': True, 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'security_groups': ['93233113-5788-4d1a-9032-aba5d2b6bfbc']}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:02.967525 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-0a05d940-15e2-42fd-9ba7-c6380bb09d11 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Made reservation on behalf of b7c0cd4f3ee14cdf99ae7e141b43eb20 for: {'port': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:12:02.970949 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-0a05d940-15e2-42fd-9ba7-c6380bb09d11 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.091215 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-0a05d940-15e2-42fd-9ba7-c6380bb09d11 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Allocated IP 172.20.0.4 (0abc4278-41a3-46d0-8f8c-47614a895899/faf41bad-e842-4648-97f9-204814672f73/5c089043-1d66-4f05-b44b-cc96cc471c53) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:03.206192 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-3da38583-08a8-4502-ab6a-d88f0613271d req-94985ecb-7255-4f6d-9c18-775219b58bb4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 210 time: 0.0316563 Aug 16 13:12:03.247251 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-0a05d940-15e2-42fd-9ba7-c6380bb09d11 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.261065 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-0a05d940-15e2-42fd-9ba7-c6380bb09d11 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Transition to ACTIVE for port object 5c089043-1d66-4f05-b44b-cc96cc471c53 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:03.298036 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-0a05d940-15e2-42fd-9ba7-c6380bb09d11 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.342492 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-0a05d940-15e2-42fd-9ba7-c6380bb09d11 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Network 0abc4278-41a3-46d0-8f8c-47614a895899 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:03.345555 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-0a05d940-15e2-42fd-9ba7-c6380bb09d11 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:03.349453 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-0a05d940-15e2-42fd-9ba7-c6380bb09d11 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:03.391107 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05d940-15e2-42fd-9ba7-c6380bb09d11 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event updated for resources: {'Port': ['ID=5c089043-1d66-4f05-b44b-cc96cc471c53,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:03.446216 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-0a05d940-15e2-42fd-9ba7-c6380bb09d11 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:03.446852 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-0a05d940-15e2-42fd-9ba7-c6380bb09d11 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.467518 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-0a05d940-15e2-42fd-9ba7-c6380bb09d11 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6148562 Aug 16 13:12:03.501965 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Request body: {'port': {'device_id': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:03.510952 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.589016 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.631229 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-63d434e7-cd7e-4e4a-ad4a-2722e739d3a8 None None] Provisioning for port 5c089043-1d66-4f05-b44b-cc96cc471c53 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:03.635962 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-63d434e7-cd7e-4e4a-ad4a-2722e739d3a8 None None] Provisioning complete for port 5c089043-1d66-4f05-b44b-cc96cc471c53 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:03.636563 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-63d434e7-cd7e-4e4a-ad4a-2722e739d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.675092 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-63d434e7-cd7e-4e4a-ad4a-2722e739d3a8 None None] Port 5c089043-1d66-4f05-b44b-cc96cc471c53 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:12:03.849117 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c089043-1d66-4f05-b44b-cc96cc471c53 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:12:03.858665 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.870148 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Transition to ACTIVE for port object 5c089043-1d66-4f05-b44b-cc96cc471c53 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:12:03.873854 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:03.943794 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Pushing event updated for resources: {'Port': ['ID=5c089043-1d66-4f05-b44b-cc96cc471c53,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:03.993867 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Attempting to bind port 5c089043-1d66-4f05-b44b-cc96cc471c53 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:12:03.994210 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Attempting to bind port 5c089043-1d66-4f05-b44b-cc96cc471c53 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:12:03.994541 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Attempting to bind port 5c089043-1d66-4f05-b44b-cc96cc471c53 on network 0abc4278-41a3-46d0-8f8c-47614a895899 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:03.999150 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Port 5c089043-1d66-4f05-b44b-cc96cc471c53 on network 0abc4278-41a3-46d0-8f8c-47614a895899 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:12:03.999496 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Attempting to bind port 5c089043-1d66-4f05-b44b-cc96cc471c53 on network 0abc4278-41a3-46d0-8f8c-47614a895899 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:12:04.005959 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:12:04.006296 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Checking segment: {'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:12:04.006679 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Bound using segment: {'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:12:04.007111 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Bound port: 5c089043-1d66-4f05-b44b-cc96cc471c53, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:12:04.007502 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:04.070975 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] For port 5c089043-1d66-4f05-b44b-cc96cc471c53, host hv-cinder-80469, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:12:04.074522 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] For port 5c089043-1d66-4f05-b44b-cc96cc471c53, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5c089043-1d66-4f05-b44b-cc96cc471c53,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:12:04.078221 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:04.392498 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:04.393117 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:04.394484 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] 10.222.0.61 "PUT /v2.0/ports/5c089043-1d66-4f05-b44b-cc96cc471c53 HTTP/1.1" status: 200 len: 1093 time: 0.9005444 Aug 16 13:12:04.394920 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'tag': '5c089043-1d66-4f05-b44b-cc96cc471c53'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:12:04.397242 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b7f895-da55-423b-a905-78b9814b4545" -d '{"events": [{"name": "network-changed", "server_uuid": "54c9f3f4-a72e-4b79-ba03-351a757d0af0", "tag": "5c089043-1d66-4f05-b44b-cc96cc471c53"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:12:04.423647 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c49ce-aa27-4a0b-8702-e1c65e13b2ce service neutron] Pushing event updated for resources: {'Port': ['ID=5c089043-1d66-4f05-b44b-cc96cc471c53,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:04.439169 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a56832-c10f-4d7d-ad44-1901fe417ca0 req-f5d9aea1-34a2-4a22-9c66-9cf86b2ce111 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:04.440698 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b7a56832-c10f-4d7d-ad44-1901fe417ca0 req-f5d9aea1-34a2-4a22-9c66-9cf86b2ce111 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 943 time: 0.0827053 Aug 16 13:12:04.457865 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74c7233-08bb-48d4-a8cd-8409ba0018a0 x-openstack-request-id: req-b74c7233-08bb-48d4-a8cd-8409ba0018a0 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:12:04.458141 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c9f3f4-a72e-4b79-ba03-351a757d0af0", "tag": "5c089043-1d66-4f05-b44b-cc96cc471c53", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:12:04.458390 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b74c7233-08bb-48d4-a8cd-8409ba0018a0 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:12:04.458769 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'tag': '5c089043-1d66-4f05-b44b-cc96cc471c53', 'status': 'completed', 'code': 200} Aug 16 13:12:04.508091 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b7a56832-c10f-4d7d-ad44-1901fe417ca0 req-36b47569-2dff-49e9-b819-42c9b7eda7b0 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569520 Aug 16 13:12:04.530180 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-af9154d5-9409-415d-8155-fa6d944b70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:04.531769 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-af9154d5-9409-415d-8155-fa6d944b70a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20&device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 1096 time: 0.0521772 Aug 16 13:12:04.591430 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-21f658b3-506f-4ede-b182-7cb3331b049a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c089043-1d66-4f05-b44b-cc96cc471c53 HTTP/1.1" status: 200 len: 217 time: 0.0376856 Aug 16 13:12:04.647027 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-899e2dfb-9051-40ce-974e-0140d6946b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:04.648482 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-899e2dfb-9051-40ce-974e-0140d6946b61 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=faf41bad-e842-4648-97f9-204814672f73 HTTP/1.1" status: 200 len: 851 time: 0.0497289 Aug 16 13:12:04.700483 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-0f2c8c6c-bea8-4722-b2bd-1c425589bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:04.702192 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-0f2c8c6c-bea8-4722-b2bd-1c425589bbea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0abc4278-41a3-46d0-8f8c-47614a895899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473752 Aug 16 13:12:04.798218 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-6b0abb74-9007-4ad0-85d6-7307da2668a1 service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875814 Aug 16 13:12:04.890736 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-4317a83d-1c3c-4ecb-92c2-4fe9326129e2 req-21dc942f-1293-4a1a-9fc8-dc536c39bdeb service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848987 Aug 16 13:12:04.894271 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48054) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:05.028148 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d7143016-e2ff-45c8-b31e-8b73f27aefb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.054969 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7f895-da55-423b-a905-78b9814b4545 req-25002511-84c4-40aa-becc-586167f3a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:05.056455 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-16b7f895-da55-423b-a905-78b9814b4545 req-25002511-84c4-40aa-becc-586167f3a2db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20&device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 1096 time: 0.0689294 Aug 16 13:12:05.177076 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7f895-da55-423b-a905-78b9814b4545 req-7b50485b-cf67-489a-9681-41fabaa06b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:05.178592 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-16b7f895-da55-423b-a905-78b9814b4545 req-7b50485b-cf67-489a-9681-41fabaa06b15 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0abc4278-41a3-46d0-8f8c-47614a895899 HTTP/1.1" status: 200 len: 913 time: 0.1149783 Aug 16 13:12:05.198119 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d7143016-e2ff-45c8-b31e-8b73f27aefb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.208411 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d7143016-e2ff-45c8-b31e-8b73f27aefb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.257937 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-16b7f895-da55-423b-a905-78b9814b4545 req-faf76864-465c-43cb-ad5a-4e0b0d580fc0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c089043-1d66-4f05-b44b-cc96cc471c53 HTTP/1.1" status: 200 len: 217 time: 0.0561717 Aug 16 13:12:05.296327 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.305310 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-d7143016-e2ff-45c8-b31e-8b73f27aefb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4618bccab28347f08184e8badf9a131f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101741 Aug 16 13:12:05.309307 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48058) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:05.310725 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7143016-e2ff-45c8-b31e-8b73f27aefb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdba8431-6b32-4ae0-895f-c8bf6e86ccbc,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:05.326406 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7f895-da55-423b-a905-78b9814b4545 req-229d7813-03a1-4b7b-ad88-169fa49b81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:05.327826 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-16b7f895-da55-423b-a905-78b9814b4545 req-229d7813-03a1-4b7b-ad88-169fa49b81f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=faf41bad-e842-4648-97f9-204814672f73 HTTP/1.1" status: 200 len: 851 time: 0.0621109 Aug 16 13:12:05.365451 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-75f202e0-fb36-4fe3-bf46-b41336facd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.373780 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7f895-da55-423b-a905-78b9814b4545 req-e788572f-d1e0-4d29-ac0c-f2931b609f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:05.375265 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-16b7f895-da55-423b-a905-78b9814b4545 req-e788572f-d1e0-4d29-ac0c-f2931b609f80 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0abc4278-41a3-46d0-8f8c-47614a895899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401535 Aug 16 13:12:05.388228 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-75f202e0-fb36-4fe3-bf46-b41336facd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.437019 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-75f202e0-fb36-4fe3-bf46-b41336facd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.440314 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-75f202e0-fb36-4fe3-bf46-b41336facd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:05.441456 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-75f202e0-fb36-4fe3-bf46-b41336facd42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdba8431-6b32-4ae0-895f-c8bf6e86ccbc HTTP/1.1" status: 204 len: 168 time: 0.1311278 Aug 16 13:12:05.449286 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f202e0-fb36-4fe3-bf46-b41336facd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdba8431-6b32-4ae0-895f-c8bf6e86ccbc,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:05.473856 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-16b7f895-da55-423b-a905-78b9814b4545 req-16c82ba2-d66e-433c-90da-66b69e6258d7 service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912735 Aug 16 13:12:05.570056 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-16b7f895-da55-423b-a905-78b9814b4545 req-a074d85e-03b4-4a00-8413-e6b37759d2b0 service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860875 Aug 16 13:12:05.640774 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae56643-a9e0-4f34-b5a7-90a915063f05 req-f87cde89-a590-418f-b3a2-409e43bf6ef5 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:05.642407 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-cae56643-a9e0-4f34-b5a7-90a915063f05 req-f87cde89-a590-418f-b3a2-409e43bf6ef5 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 943 time: 0.0526931 Aug 16 13:12:05.683948 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-cae56643-a9e0-4f34-b5a7-90a915063f05 req-12997825-afef-4311-a1c9-45871161db8a tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350072 Aug 16 13:12:06.797079 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe76d9-db17-4e00-85b4-c7383f28354b req-239e4138-2d96-4ecd-a7a8-2fab52ee5397 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:06.798554 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c2fe76d9-db17-4e00-85b4-c7383f28354b req-239e4138-2d96-4ecd-a7a8-2fab52ee5397 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 943 time: 0.0484788 Aug 16 13:12:06.839718 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c2fe76d9-db17-4e00-85b4-c7383f28354b req-752cc7db-01e8-46b5-a883-1efe50a5d7d4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349681 Aug 16 13:12:07.290149 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48092) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:07.409549 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ff81c074-9844-4016-bd61-51b0e0b45f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:07.515687 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ff81c074-9844-4016-bd61-51b0e0b45f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:07.521182 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-ff81c074-9844-4016-bd61-51b0e0b45f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:07.566937 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-ff81c074-9844-4016-bd61-51b0e0b45f27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82d15dca9165425398039d4f6d74b698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756536 Aug 16 13:12:07.567830 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81c074-9844-4016-bd61-51b0e0b45f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b72e6f-b24a-4740-b0f7-56568c8eb214,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:07.569775 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48096) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:07.624974 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-63ca1ac1-a110-470d-87d1-582712940d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:07.645682 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-63ca1ac1-a110-470d-87d1-582712940d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:07.691468 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-63ca1ac1-a110-470d-87d1-582712940d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:07.694445 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-63ca1ac1-a110-470d-87d1-582712940d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:07.695609 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-63ca1ac1-a110-470d-87d1-582712940d5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5b72e6f-b24a-4740-b0f7-56568c8eb214 HTTP/1.1" status: 204 len: 168 time: 0.1247082 Aug 16 13:12:07.703559 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca1ac1-a110-470d-87d1-582712940d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b72e6f-b24a-4740-b0f7-56568c8eb214,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:07.957976 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f71561-d44e-4ea1-8453-aeff2e883f36 req-fdd6802b-566e-47c0-959d-c1aa1d896616 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:07.959535 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-33f71561-d44e-4ea1-8453-aeff2e883f36 req-fdd6802b-566e-47c0-959d-c1aa1d896616 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 943 time: 0.0537333 Aug 16 13:12:08.000293 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-33f71561-d44e-4ea1-8453-aeff2e883f36 req-16371274-3f0e-40f8-8e9c-1d914d39cc4b tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344014 Aug 16 13:12:08.361927 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:12:08.663479 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48128) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:08.765114 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2504747f-f1f1-45c0-8a36-4c92ed38508c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:08.851153 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2504747f-f1f1-45c0-8a36-4c92ed38508c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:08.855926 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-2504747f-f1f1-45c0-8a36-4c92ed38508c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_create {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:08.890758 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504747f-f1f1-45c0-8a36-4c92ed38508c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1c0711-df73-45a4-9a98-8147d492dfb8,revision_number=1']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:08.894455 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-2504747f-f1f1-45c0-8a36-4c92ed38508c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c52d7910ebea4c9ca320f9b7d4d62dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299936 Aug 16 13:12:08.897337 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48132) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:08.900149 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504747f-f1f1-45c0-8a36-4c92ed38508c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:08.900496 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504747f-f1f1-45c0-8a36-4c92ed38508c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:08.900840 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504747f-f1f1-45c0-8a36-4c92ed38508c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:08.901167 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504747f-f1f1-45c0-8a36-4c92ed38508c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:08.901495 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504747f-f1f1-45c0-8a36-4c92ed38508c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:08.902315 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504747f-f1f1-45c0-8a36-4c92ed38508c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:08.902641 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504747f-f1f1-45c0-8a36-4c92ed38508c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:08.902967 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504747f-f1f1-45c0-8a36-4c92ed38508c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:08.903291 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504747f-f1f1-45c0-8a36-4c92ed38508c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:08.903636 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504747f-f1f1-45c0-8a36-4c92ed38508c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:08.903957 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504747f-f1f1-45c0-8a36-4c92ed38508c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:08.904273 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504747f-f1f1-45c0-8a36-4c92ed38508c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:08.946762 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-502691f9-c40f-46c3-adc4-e7578f8f8353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:08.967235 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-502691f9-c40f-46c3-adc4-e7578f8f8353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:09.011784 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-502691f9-c40f-46c3-adc4-e7578f8f8353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:09.014324 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-502691f9-c40f-46c3-adc4-e7578f8f8353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:09.015483 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-502691f9-c40f-46c3-adc4-e7578f8f8353 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a1c0711-df73-45a4-9a98-8147d492dfb8 HTTP/1.1" status: 204 len: 168 time: 0.1170835 Aug 16 13:12:09.022941 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502691f9-c40f-46c3-adc4-e7578f8f8353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1c0711-df73-45a4-9a98-8147d492dfb8,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:09.030511 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502691f9-c40f-46c3-adc4-e7578f8f8353 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:09.030851 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502691f9-c40f-46c3-adc4-e7578f8f8353 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:09.031197 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502691f9-c40f-46c3-adc4-e7578f8f8353 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:09.031563 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502691f9-c40f-46c3-adc4-e7578f8f8353 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:09.031900 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502691f9-c40f-46c3-adc4-e7578f8f8353 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:09.032253 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502691f9-c40f-46c3-adc4-e7578f8f8353 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:09.032587 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502691f9-c40f-46c3-adc4-e7578f8f8353 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:09.032912 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502691f9-c40f-46c3-adc4-e7578f8f8353 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:09.033240 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502691f9-c40f-46c3-adc4-e7578f8f8353 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:09.033582 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502691f9-c40f-46c3-adc4-e7578f8f8353 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:09.033871 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502691f9-c40f-46c3-adc4-e7578f8f8353 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:09.034192 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502691f9-c40f-46c3-adc4-e7578f8f8353 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:12:09.121056 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d8788-991a-414a-bedb-a5d33b3fce3b req-83572787-5b4d-4313-99dc-6ac31c84b401 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:09.123485 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-825d8788-991a-414a-bedb-a5d33b3fce3b req-83572787-5b4d-4313-99dc-6ac31c84b401 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 943 time: 0.0520699 Aug 16 13:12:09.165115 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-825d8788-991a-414a-bedb-a5d33b3fce3b req-6b66b1a5-8732-4fc7-b00c-85bb5796f973 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363181 Aug 16 13:12:10.282917 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9007450-cfbd-40d4-b9eb-a5a36540c3f5 req-652e229b-d35e-45b0-ad64-7dbe5e676175 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:10.284411 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e9007450-cfbd-40d4-b9eb-a5a36540c3f5 req-652e229b-d35e-45b0-ad64-7dbe5e676175 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 943 time: 0.0524757 Aug 16 13:12:10.321762 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-e9007450-cfbd-40d4-b9eb-a5a36540c3f5 req-3ee57b29-d287-4d46-9868-21477017e6bc tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314271 Aug 16 13:12:11.432928 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f64a2-d6d3-461a-960c-72d2f1ec1375 req-85be513d-9e08-4486-b523-6675575e678f tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:11.434283 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-be6f64a2-d6d3-461a-960c-72d2f1ec1375 req-85be513d-9e08-4486-b523-6675575e678f tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 943 time: 0.0473237 Aug 16 13:12:11.470875 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-be6f64a2-d6d3-461a-960c-72d2f1ec1375 req-e13ed944-50c4-407a-915f-a01ae9803d41 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308638 Aug 16 13:12:12.083474 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 5c089043-1d66-4f05-b44b-cc96cc471c53 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:12:12.177303 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 5c089043-1d66-4f05-b44b-cc96cc471c53, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5c089043-1d66-4f05-b44b-cc96cc471c53,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:12.188079 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': '5c089043-1d66-4f05-b44b-cc96cc471c53', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'port_id': '5c089043-1d66-4f05-b44b-cc96cc471c53', 'mac_address': 'fa:16:3e:82:38:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:12:12.224097 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:12.235948 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c089043-1d66-4f05-b44b-cc96cc471c53 {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:12:12.254735 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 5c089043-1d66-4f05-b44b-cc96cc471c53, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5c089043-1d66-4f05-b44b-cc96cc471c53,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:12.258455 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:12.303811 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=5c089043-1d66-4f05-b44b-cc96cc471c53,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:12.582878 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aabcf-b6f0-4fbc-aa64-28a305e9a09f req-0a00b522-5cfc-43e5-bfa0-fc36fbec993c tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:12.584306 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2c8aabcf-b6f0-4fbc-aa64-28a305e9a09f req-0a00b522-5cfc-43e5-bfa0-fc36fbec993c tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 944 time: 0.0491922 Aug 16 13:12:12.597324 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['5c089043-1d66-4f05-b44b-cc96cc471c53'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:12:12.622298 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-2c8aabcf-b6f0-4fbc-aa64-28a305e9a09f req-00418f39-1f16-4818-8566-7238df8291d2 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322039 Aug 16 13:12:13.734380 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974dec7-4199-44af-aa53-546f30b453c1 req-054e757e-fcb9-493c-b93e-fcf44b321dd6 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:13.735868 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2974dec7-4199-44af-aa53-546f30b453c1 req-054e757e-fcb9-493c-b93e-fcf44b321dd6 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 944 time: 0.0485940 Aug 16 13:12:13.773278 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2974dec7-4199-44af-aa53-546f30b453c1 req-cf38e5db-8898-49f4-93e1-5fbb0eafc30a tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314648 Aug 16 13:12:14.098186 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 5c089043-1d66-4f05-b44b-cc96cc471c53 up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:12:14.153369 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port 5c089043-1d66-4f05-b44b-cc96cc471c53 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:12:14.156958 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port 5c089043-1d66-4f05-b44b-cc96cc471c53 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:14.157346 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.230586 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.253143 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c089043-1d66-4f05-b44b-cc96cc471c53'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:12:14.255411 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d0d6fd-2b5c-49b5-874a-ee6531c94e02" -d '{"events": [{"server_uuid": "54c9f3f4-a72e-4b79-ba03-351a757d0af0", "name": "network-vif-plugged", "status": "completed", "tag": "5c089043-1d66-4f05-b44b-cc96cc471c53"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:12:14.269458 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 5c089043-1d66-4f05-b44b-cc96cc471c53, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5c089043-1d66-4f05-b44b-cc96cc471c53,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:14.273603 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:14.296183 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ce777a-2b07-49a2-931b-bcd4b0f32218 x-openstack-request-id: req-15ce777a-2b07-49a2-931b-bcd4b0f32218 {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:12:14.296473 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c9f3f4-a72e-4b79-ba03-351a757d0af0", "name": "network-vif-plugged", "status": "completed", "tag": "5c089043-1d66-4f05-b44b-cc96cc471c53", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:12:14.296721 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15ce777a-2b07-49a2-931b-bcd4b0f32218 {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:12:14.297101 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c089043-1d66-4f05-b44b-cc96cc471c53', 'code': 200} Aug 16 13:12:14.322724 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=5c089043-1d66-4f05-b44b-cc96cc471c53,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:14.545461 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a0738-ea0f-4baf-8e12-32d49c0797ce req-dc479331-401e-44b3-b10b-beab216c3267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:14.546858 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0e6a0738-ea0f-4baf-8e12-32d49c0797ce req-dc479331-401e-44b3-b10b-beab216c3267 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 1098 time: 0.0424032 Aug 16 13:12:14.581397 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0e6a0738-ea0f-4baf-8e12-32d49c0797ce req-bca3a2c7-afc4-4119-906c-b0496c0d74b9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265357 Aug 16 13:12:14.885222 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11990426-c5ce-4ab8-bf22-b815eb9a129d req-44615c1a-dd11-4fa0-b37f-7629d751d7aa tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:14.886695 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-11990426-c5ce-4ab8-bf22-b815eb9a129d req-44615c1a-dd11-4fa0-b37f-7629d751d7aa tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 945 time: 0.0491645 Aug 16 13:12:14.924716 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-11990426-c5ce-4ab8-bf22-b815eb9a129d req-8ee8d02a-18f3-4201-bd14-05cd99bc781f tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318704 Aug 16 13:12:16.037528 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1121c-fc0c-4714-9138-803ae37b920b req-78e31df8-193d-42af-b2b0-b131025c5446 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:16.038968 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ded1121c-fc0c-4714-9138-803ae37b920b req-78e31df8-193d-42af-b2b0-b131025c5446 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 945 time: 0.0473957 Aug 16 13:12:16.075961 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ded1121c-fc0c-4714-9138-803ae37b920b req-ae6dea15-6ab9-4392-bd66-ccadcf07c9cd tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306518 Aug 16 13:12:16.187124 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa11ab-7c80-48fa-a157-4853333c223d req-d0876743-737a-4223-a393-8f3281a2aae6 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:16.188611 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0dfa11ab-7c80-48fa-a157-4853333c223d req-d0876743-737a-4223-a393-8f3281a2aae6 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 945 time: 0.0483050 Aug 16 13:12:16.225539 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0dfa11ab-7c80-48fa-a157-4853333c223d req-b0d08f5d-14ae-49fc-b57f-0739922be0c3 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311141 Aug 16 13:12:16.249054 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48158) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:16.291016 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecae292-e75b-4241-b7d1-fb972785d3e6 tempest-TestVolumeBootPattern-1228122011 tempest-TestVolumeBootPattern-1228122011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:16.292548 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-1ecae292-e75b-4241-b7d1-fb972785d3e6 tempest-TestVolumeBootPattern-1228122011 tempest-TestVolumeBootPattern-1228122011-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 1093 time: 0.0425127 Aug 16 13:12:16.295277 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48160) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:16.299594 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Request body: {'floatingip': {'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'port_id': '5c089043-1d66-4f05-b44b-cc96cc471c53', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:16.321312 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for floatingip, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:16.415101 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:16.519295 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Allocated IP 172.27.3.18 (dd0d50ff-d8a0-439f-a316-3d03b34bea63/fc8a6ada-9b26-423b-a24f-6b1bb332a099/a3140167-08a5-4bc4-947f-68a35fc9e682) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:12:16.618698 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:16.657419 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:16.698908 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:12:16.702259 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:12:16.705787 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:12:16.727030 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event updated for resources: {'Port': ['ID=a3140167-08a5-4bc4-947f-68a35fc9e682,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:17.048560 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:17.116307 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:17.261992 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:17.267085 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:17.329302 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event updated for resources: {'Port': ['ID=a3140167-08a5-4bc4-947f-68a35fc9e682,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:17.344020 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726215'] for floatingip, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:17.442295 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.db.l3_db [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Floating IP 52527ac3-dc88-47f7-a9fb-a978e2b551f8 associated. External IP: 172.27.3.18, port: 5c089043-1d66-4f05-b44b-cc96cc471c53. Aug 16 13:12:17.641661 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Router f1795ea3-0cc6-49f3-ab36-6a763710f8ce has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:12:17.746294 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:12:17.756324 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeb9973-f2f0-4cd7-8309-9d600796f2ce None None] Sync routers for ids ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:12:17.765858 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:17.769990 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeb9973-f2f0-4cd7-8309-9d600796f2ce None None] Routers {'f1795ea3-0cc6-49f3-ab36-6a763710f8ce'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:17.770604 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-aeeb9973-f2f0-4cd7-8309-9d600796f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:12:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:17.792562 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-81ad1fe6-e117-40ab-b42e-2c9fef6e52ec tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4962499 Aug 16 13:12:17.793164 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'tag': '5c089043-1d66-4f05-b44b-cc96cc471c53'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:12:17.796007 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8fbacc-eac8-4f24-93e7-d7703756d123" -d '{"events": [{"name": "network-changed", "server_uuid": "54c9f3f4-a72e-4b79-ba03-351a757d0af0", "tag": "5c089043-1d66-4f05-b44b-cc96cc471c53"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:12:17.831419 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2457f9b5-f267-4a16-b6b4-03488981247a x-openstack-request-id: req-2457f9b5-f267-4a16-b6b4-03488981247a {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:12:17.831758 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c9f3f4-a72e-4b79-ba03-351a757d0af0", "tag": "5c089043-1d66-4f05-b44b-cc96cc471c53", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:12:17.832015 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2457f9b5-f267-4a16-b6b4-03488981247a {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:12:17.832421 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'tag': '5c089043-1d66-4f05-b44b-cc96cc471c53', 'status': 'completed', 'code': 200} Aug 16 13:12:17.875652 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-aeeb9973-f2f0-4cd7-8309-9d600796f2ce None None] Set router f1795ea3-0cc6-49f3-ab36-6a763710f8ce gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:12:17.915181 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fbacc-eac8-4f24-93e7-d7703756d123 req-590e66e2-baaf-4198-8e0a-8ae35f138c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:17.916802 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7a8fbacc-eac8-4f24-93e7-d7703756d123 req-590e66e2-baaf-4198-8e0a-8ae35f138c29 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20&device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 1098 time: 0.0421994 Aug 16 13:12:18.012922 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fbacc-eac8-4f24-93e7-d7703756d123 req-d884635a-9ba2-440c-a750-dd10dc7062a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.014409 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7a8fbacc-eac8-4f24-93e7-d7703756d123 req-d884635a-9ba2-440c-a750-dd10dc7062a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0abc4278-41a3-46d0-8f8c-47614a895899 HTTP/1.1" status: 200 len: 913 time: 0.0905128 Aug 16 13:12:18.078170 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7a8fbacc-eac8-4f24-93e7-d7703756d123 req-df84119b-a9e6-4da6-82f8-2127275817c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c089043-1d66-4f05-b44b-cc96cc471c53 HTTP/1.1" status: 200 len: 998 time: 0.0565917 Aug 16 13:12:18.131176 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fbacc-eac8-4f24-93e7-d7703756d123 req-af200ae8-d707-4148-8020-7fd21f0ba597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.132675 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7a8fbacc-eac8-4f24-93e7-d7703756d123 req-af200ae8-d707-4148-8020-7fd21f0ba597 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=faf41bad-e842-4648-97f9-204814672f73 HTTP/1.1" status: 200 len: 851 time: 0.0479128 Aug 16 13:12:18.180113 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fbacc-eac8-4f24-93e7-d7703756d123 req-973425de-2fcd-4652-82c8-1fcd76277651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:18.181527 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7a8fbacc-eac8-4f24-93e7-d7703756d123 req-973425de-2fcd-4652-82c8-1fcd76277651 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0abc4278-41a3-46d0-8f8c-47614a895899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409853 Aug 16 13:12:18.218057 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-aeeb9973-f2f0-4cd7-8309-9d600796f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '52527ac3-dc88-47f7-a9fb-a978e2b551f8', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'port_id': '5c089043-1d66-4f05-b44b-cc96cc471c53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'mac_address': 'fa:16:3e:82:38:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:12:16Z', 'updated_at': '2021-08-16T13:12:16Z', 'revision_number': 0, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:56Z', 'revision_number': 5, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:18.247136 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeb9973-f2f0-4cd7-8309-9d600796f2ce None None] Checking router: f1795ea3-0cc6-49f3-ab36-6a763710f8ce for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:12:18.255839 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeb9973-f2f0-4cd7-8309-9d600796f2ce None None] Routers {'f1795ea3-0cc6-49f3-ab36-6a763710f8ce'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:18.256451 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-aeeb9973-f2f0-4cd7-8309-9d600796f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:12:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:18.271668 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7a8fbacc-eac8-4f24-93e7-d7703756d123 req-ea22e2f2-9fd6-4ece-a3d6-0cc11d249c76 service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831690 Aug 16 13:12:18.361811 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-aeeb9973-f2f0-4cd7-8309-9d600796f2ce None None] Set router f1795ea3-0cc6-49f3-ab36-6a763710f8ce gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:12:18.364683 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-7a8fbacc-eac8-4f24-93e7-d7703756d123 req-0464037d-d17e-4cd8-90ea-321e4d4fab1d service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855067 Aug 16 13:12:18.579487 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-aeeb9973-f2f0-4cd7-8309-9d600796f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '52527ac3-dc88-47f7-a9fb-a978e2b551f8', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'port_id': '5c089043-1d66-4f05-b44b-cc96cc471c53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'mac_address': 'fa:16:3e:82:38:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:12:16Z', 'updated_at': '2021-08-16T13:12:16Z', 'revision_number': 0, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:56Z', 'revision_number': 5, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:18.605005 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeb9973-f2f0-4cd7-8309-9d600796f2ce None None] The sync data for ids ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'] in dv-cinder-804698-2-iscsi is: [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '52527ac3-dc88-47f7-a9fb-a978e2b551f8', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'port_id': '5c089043-1d66-4f05-b44b-cc96cc471c53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'mac_address': 'fa:16:3e:82:38:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:12:16Z', 'updated_at': '2021-08-16T13:12:16Z', 'revision_number': 0, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:56Z', 'revision_number': 5, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:12:18.908638 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7d5522-5f38-4166-865e-4e90881b078a None None] New status for floating IP 52527ac3-dc88-47f7-a9fb-a978e2b551f8: ACTIVE {{(pid=94056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:12:19.733878 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-30effe77-bd5e-4101-9295-46eedb54ec29 req-7480a9eb-7532-45fd-9c67-cb0a19355ddf tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683863734&fields=id&tenant_id=e8267381c30d4cddb927c01166ba0b17 HTTP/1.1" status: 200 len: 267 time: 0.0324128 Aug 16 13:12:19.784926 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30effe77-bd5e-4101-9295-46eedb54ec29 req-9ed97a49-c7d6-411f-b05d-6ba6dc8eec2f tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:19.786359 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-30effe77-bd5e-4101-9295-46eedb54ec29 req-9ed97a49-c7d6-411f-b05d-6ba6dc8eec2f tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 985 time: 0.0471494 Aug 16 13:12:19.796986 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-30effe77-bd5e-4101-9295-46eedb54ec29 req-d5ece4d7-146e-470a-be40-73795902df6a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Request body: {'port': {'security_groups': ['172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8']}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:12:19.865409 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-30effe77-bd5e-4101-9295-46eedb54ec29 req-d5ece4d7-146e-470a-be40-73795902df6a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.035885 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-30effe77-bd5e-4101-9295-46eedb54ec29 req-d5ece4d7-146e-470a-be40-73795902df6a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] For port 0fd1faa1-3c96-472e-8de0-400c962af743, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=0fd1faa1-3c96-472e-8de0-400c962af743,segment=NetworkSegment(3c3f953d-52e8-4c06-9f50-1511d1484848),segment_id=3c3f953d-52e8-4c06-9f50-1511d1484848)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:20.064780 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-30effe77-bd5e-4101-9295-46eedb54ec29 req-d5ece4d7-146e-470a-be40-73795902df6a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.069240 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-30effe77-bd5e-4101-9295-46eedb54ec29 req-d5ece4d7-146e-470a-be40-73795902df6a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.103788 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['0fd1faa1-3c96-472e-8de0-400c962af743'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:12:20.116608 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30effe77-bd5e-4101-9295-46eedb54ec29 req-d5ece4d7-146e-470a-be40-73795902df6a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:20.117252 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-30effe77-bd5e-4101-9295-46eedb54ec29 req-d5ece4d7-146e-470a-be40-73795902df6a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.118688 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-30effe77-bd5e-4101-9295-46eedb54ec29 req-d5ece4d7-146e-470a-be40-73795902df6a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "PUT /v2.0/ports/0fd1faa1-3c96-472e-8de0-400c962af743 HTTP/1.1" status: 200 len: 943 time: 0.3260703 Aug 16 13:12:20.119151 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01afdd24-784a-4e14-ae21-a79ca86d1948', 'tag': '0fd1faa1-3c96-472e-8de0-400c962af743'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:12:20.124918 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e65762-a26b-47b7-afd0-2a0105491247" -d '{"events": [{"name": "network-changed", "server_uuid": "01afdd24-784a-4e14-ae21-a79ca86d1948", "tag": "0fd1faa1-3c96-472e-8de0-400c962af743"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:12:20.126065 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48174) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:20.174558 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b7b7ae-5964-4cfb-831e-c995f4904123 x-openstack-request-id: req-e1b7b7ae-5964-4cfb-831e-c995f4904123 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:12:20.174853 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01afdd24-784a-4e14-ae21-a79ca86d1948", "tag": "0fd1faa1-3c96-472e-8de0-400c962af743", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:12:20.175107 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1b7b7ae-5964-4cfb-831e-c995f4904123 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:12:20.175789 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01afdd24-784a-4e14-ae21-a79ca86d1948', 'tag': '0fd1faa1-3c96-472e-8de0-400c962af743', 'status': 'completed', 'code': 200} Aug 16 13:12:20.176506 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ece4d7-146e-470a-be40-73795902df6a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Pushing event updated for resources: {'Port': ['ID=0fd1faa1-3c96-472e-8de0-400c962af743,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:20.213690 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-56cb17c2-4650-47d2-86c9-3cb7801edd4e tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.270396 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-56cb17c2-4650-47d2-86c9-3cb7801edd4e tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.270645 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['0fd1faa1-3c96-472e-8de0-400c962af743'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:12:20.303356 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e65762-a26b-47b7-afd0-2a0105491247 req-879f5e79-d187-43a7-bc90-90503de4b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:20.304888 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-37e65762-a26b-47b7-afd0-2a0105491247 req-879f5e79-d187-43a7-bc90-90503de4b06f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8267381c30d4cddb927c01166ba0b17&device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 1099 time: 0.0852349 Aug 16 13:12:20.372288 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-79ffda2c-2834-47ea-91ff-f6ddc4df1dc6 None None] Provisioning complete for port 0fd1faa1-3c96-472e-8de0-400c962af743 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:12:20.372660 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-79ffda2c-2834-47ea-91ff-f6ddc4df1dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.405872 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e65762-a26b-47b7-afd0-2a0105491247 req-e2eb61d2-7a4e-47bb-9d41-ac00505323fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:20.407377 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-37e65762-a26b-47b7-afd0-2a0105491247 req-e2eb61d2-7a4e-47bb-9d41-ac00505323fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=1f204711-82e8-486f-934b-f15924c03748 HTTP/1.1" status: 200 len: 915 time: 0.0937309 Aug 16 13:12:20.408380 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-56cb17c2-4650-47d2-86c9-3cb7801edd4e tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.410954 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-56cb17c2-4650-47d2-86c9-3cb7801edd4e tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.412102 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-56cb17c2-4650-47d2-86c9-3cb7801edd4e tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "DELETE /v2.0/security-groups/05e521d2-75fd-419d-b598-77fc2dd3354d HTTP/1.1" status: 204 len: 168 time: 0.2828565 Aug 16 13:12:20.416910 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48178) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:20.427416 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb17c2-4650-47d2-86c9-3cb7801edd4e tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e521d2-75fd-419d-b598-77fc2dd3354d,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:20.481681 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-37e65762-a26b-47b7-afd0-2a0105491247 req-206eff18-14bd-4111-99a7-fa6fa4b69c1d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fd1faa1-3c96-472e-8de0-400c962af743 HTTP/1.1" status: 200 len: 1002 time: 0.0649850 Aug 16 13:12:20.533607 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e65762-a26b-47b7-afd0-2a0105491247 req-1354116f-48b4-4057-967e-78ee957ee9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:20.535129 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-37e65762-a26b-47b7-afd0-2a0105491247 req-1354116f-48b4-4057-967e-78ee957ee9d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=597a7ca6-6e7d-4b12-a515-066ffd723b14 HTTP/1.1" status: 200 len: 853 time: 0.0464079 Aug 16 13:12:20.584721 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e65762-a26b-47b7-afd0-2a0105491247 req-d9f2ede4-7109-4d9b-862f-90db164d4dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:20.585714 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-0dd84651-4440-4d70-b912-dc132022780a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Deleting port d365dc06-4421-4a3f-88f4-6b51d560edd7 {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:20.586077 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0dd84651-4440-4d70-b912-dc132022780a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.586211 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-37e65762-a26b-47b7-afd0-2a0105491247 req-d9f2ede4-7109-4d9b-862f-90db164d4dfa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1f204711-82e8-486f-934b-f15924c03748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428035 Aug 16 13:12:20.658818 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0dd84651-4440-4d70-b912-dc132022780a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.659163 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0dd84651-4440-4d70-b912-dc132022780a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.670390 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-0dd84651-4440-4d70-b912-dc132022780a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Calling delete_port for d365dc06-4421-4a3f-88f4-6b51d560edd7 owned by network:floatingip {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:20.675014 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-37e65762-a26b-47b7-afd0-2a0105491247 req-95f351cf-f921-4cea-b006-89b356822d28 service neutron] 10.222.0.61 "GET /v2.0/networks/1f204711-82e8-486f-934b-f15924c03748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795720 Aug 16 13:12:20.768782 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-37e65762-a26b-47b7-afd0-2a0105491247 req-1d88aefd-ecee-46af-a787-e9a01da22e53 service neutron] 10.222.0.61 "GET /v2.0/networks/1f204711-82e8-486f-934b-f15924c03748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853610 Aug 16 13:12:20.854126 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0dd84651-4440-4d70-b912-dc132022780a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.879505 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd84651-4440-4d70-b912-dc132022780a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Pushing event deleted for resources: {'Port': ['ID=d365dc06-4421-4a3f-88f4-6b51d560edd7,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:20.941435 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0dd84651-4440-4d70-b912-dc132022780a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks [] for floatingip, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:20.941764 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.l3_db [None req-0dd84651-4440-4d70-b912-dc132022780a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Floating IP 63720b35-459d-40f1-98ad-25b951388924 disassociated (deleted). External IP: 172.27.3.177, port: 0fd1faa1-3c96-472e-8de0-400c962af743. Aug 16 13:12:21.142505 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd84651-4440-4d70-b912-dc132022780a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Router d5a8aeee-675a-4251-b51e-06e4de5aa65e has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:12:21.252655 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd84651-4440-4d70-b912-dc132022780a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:12:21.257044 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0dd84651-4440-4d70-b912-dc132022780a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:21.262660 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1380e-2c04-4455-ae21-bde594cbd1af None None] Sync routers for ids ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:12:21.271553 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1380e-2c04-4455-ae21-bde594cbd1af None None] Routers {'d5a8aeee-675a-4251-b51e-06e4de5aa65e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:21.272164 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-33b1380e-2c04-4455-ae21-bde594cbd1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:12:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:21.285399 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-0dd84651-4440-4d70-b912-dc132022780a tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "DELETE /v2.0/floatingips/63720b35-459d-40f1-98ad-25b951388924 HTTP/1.1" status: 204 len: 168 time: 0.8692017 Aug 16 13:12:21.285986 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01afdd24-784a-4e14-ae21-a79ca86d1948', 'tag': '0fd1faa1-3c96-472e-8de0-400c962af743'}] {{(pid=94054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:12:21.288299 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2e02789a86343ed90e228d8a01386e3b0dd3ee74f1c4d71a2f16840b073a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9842bc2-175f-4d9d-8b43-c565f2923fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "01afdd24-784a-4e14-ae21-a79ca86d1948", "tag": "0fd1faa1-3c96-472e-8de0-400c962af743"}]}' {{(pid=94054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:12:21.326937 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69acfd75-a614-4b20-8e23-ba85f627c97a x-openstack-request-id: req-69acfd75-a614-4b20-8e23-ba85f627c97a {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:12:21.327228 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01afdd24-784a-4e14-ae21-a79ca86d1948", "tag": "0fd1faa1-3c96-472e-8de0-400c962af743", "status": "completed", "code": 200}]} {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:12:21.327507 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69acfd75-a614-4b20-8e23-ba85f627c97a {{(pid=94054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:12:21.327906 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01afdd24-784a-4e14-ae21-a79ca86d1948', 'tag': '0fd1faa1-3c96-472e-8de0-400c962af743', 'status': 'completed', 'code': 200} Aug 16 13:12:21.379980 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-33b1380e-2c04-4455-ae21-bde594cbd1af None None] Set router d5a8aeee-675a-4251-b51e-06e4de5aa65e gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:12:21.429913 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9842bc2-175f-4d9d-8b43-c565f2923fb3 req-56f89644-a488-4bc1-a668-3b4420768842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:21.431466 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c9842bc2-175f-4d9d-8b43-c565f2923fb3 req-56f89644-a488-4bc1-a668-3b4420768842 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8267381c30d4cddb927c01166ba0b17&device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 1099 time: 0.0478301 Aug 16 13:12:21.533907 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9842bc2-175f-4d9d-8b43-c565f2923fb3 req-f0044f89-de0f-4e56-b429-0585ed383bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:21.535471 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c9842bc2-175f-4d9d-8b43-c565f2923fb3 req-f0044f89-de0f-4e56-b429-0585ed383bd3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1f204711-82e8-486f-934b-f15924c03748 HTTP/1.1" status: 200 len: 915 time: 0.0970938 Aug 16 13:12:21.605104 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-33b1380e-2c04-4455-ae21-bde594cbd1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'name': 'tempest-TestMinimumBasicScenario-337254100-router', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:08Z', 'updated_at': '2021-08-16T13:10:11Z', 'revision_number': 4, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'gw_port': {'id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:09Z', 'updated_at': '2021-08-16T13:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'e89c3b23-6550-4131-bc34-034c05e83a22', 'name': '', 'network_id': '1f204711-82e8-486f-934b-f15924c03748', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:11Z', 'updated_at': '2021-08-16T13:10:19Z', 'revision_number': 5, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'subnets': [{'id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:21.632407 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1380e-2c04-4455-ae21-bde594cbd1af None None] Checking router: d5a8aeee-675a-4251-b51e-06e4de5aa65e for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:12:21.642028 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1380e-2c04-4455-ae21-bde594cbd1af None None] Routers {'d5a8aeee-675a-4251-b51e-06e4de5aa65e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:21.642648 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-33b1380e-2c04-4455-ae21-bde594cbd1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:12:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:21.750460 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-33b1380e-2c04-4455-ae21-bde594cbd1af None None] Set router d5a8aeee-675a-4251-b51e-06e4de5aa65e gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:12:21.831641 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c9842bc2-175f-4d9d-8b43-c565f2923fb3 req-20c7d71a-c989-47a2-a1e2-dc5d96ab4318 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fd1faa1-3c96-472e-8de0-400c962af743 HTTP/1.1" status: 200 len: 217 time: 0.2881367 Aug 16 13:12:21.882538 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9842bc2-175f-4d9d-8b43-c565f2923fb3 req-fcaabb57-ae2f-485a-a506-f352b1c0f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:21.884037 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c9842bc2-175f-4d9d-8b43-c565f2923fb3 req-fcaabb57-ae2f-485a-a506-f352b1c0f5f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=597a7ca6-6e7d-4b12-a515-066ffd723b14 HTTP/1.1" status: 200 len: 853 time: 0.0455520 Aug 16 13:12:21.939893 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9842bc2-175f-4d9d-8b43-c565f2923fb3 req-486a937b-f3f1-42f1-bf6f-f975e6114543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:21.941487 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c9842bc2-175f-4d9d-8b43-c565f2923fb3 req-486a937b-f3f1-42f1-bf6f-f975e6114543 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1f204711-82e8-486f-934b-f15924c03748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420198 Aug 16 13:12:21.952429 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-33b1380e-2c04-4455-ae21-bde594cbd1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'name': 'tempest-TestMinimumBasicScenario-337254100-router', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:08Z', 'updated_at': '2021-08-16T13:10:11Z', 'revision_number': 4, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'gw_port': {'id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:09Z', 'updated_at': '2021-08-16T13:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'e89c3b23-6550-4131-bc34-034c05e83a22', 'name': '', 'network_id': '1f204711-82e8-486f-934b-f15924c03748', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:11Z', 'updated_at': '2021-08-16T13:10:19Z', 'revision_number': 5, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'subnets': [{'id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:21.983632 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1380e-2c04-4455-ae21-bde594cbd1af None None] The sync data for ids ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'] in dv-cinder-804698-2-iscsi is: [{'id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'name': 'tempest-TestMinimumBasicScenario-337254100-router', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:08Z', 'updated_at': '2021-08-16T13:10:11Z', 'revision_number': 4, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'gw_port': {'id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:09Z', 'updated_at': '2021-08-16T13:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': 'e89c3b23-6550-4131-bc34-034c05e83a22', 'name': '', 'network_id': '1f204711-82e8-486f-934b-f15924c03748', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:11Z', 'updated_at': '2021-08-16T13:10:19Z', 'revision_number': 5, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'subnets': [{'id': '597a7ca6-6e7d-4b12-a515-066ffd723b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:12:22.049729 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c9842bc2-175f-4d9d-8b43-c565f2923fb3 req-dfd3277a-0e1c-4b44-8302-75000cb7c358 service neutron] 10.222.0.61 "GET /v2.0/networks/1f204711-82e8-486f-934b-f15924c03748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940497 Aug 16 13:12:22.161945 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-c9842bc2-175f-4d9d-8b43-c565f2923fb3 req-5ba4f0ed-4e95-424a-a5ea-a37ee54e632f service neutron] 10.222.0.61 "GET /v2.0/networks/1f204711-82e8-486f-934b-f15924c03748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954943 Aug 16 13:12:22.203587 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:22.213877 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed898a43-6c2b-4a26-baa9-9cff611100cd None None] New status for floating IP 63720b35-459d-40f1-98ad-25b951388924: DOWN {{(pid=94056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:12:24.008471 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c27c9-d567-49e1-8400-19285accf4c2 req-636683b1-4bc6-4620-b1e5-91109c764f27 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:24.009999 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0f2c27c9-d567-49e1-8400-19285accf4c2 req-636683b1-4bc6-4620-b1e5-91109c764f27 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 946 time: 0.0517428 Aug 16 13:12:24.048202 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-0f2c27c9-d567-49e1-8400-19285accf4c2 req-67a55aff-6f48-4f48-a9b9-ea0897591053 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318398 Aug 16 13:12:25.167282 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149792d-a507-457f-bdf7-8de7fc33d811 req-1b0f0052-f1a7-4e97-a36a-a8e0bf7ced1c tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:25.168792 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e149792d-a507-457f-bdf7-8de7fc33d811 req-1b0f0052-f1a7-4e97-a36a-a8e0bf7ced1c tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 946 time: 0.0529916 Aug 16 13:12:25.206829 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e149792d-a507-457f-bdf7-8de7fc33d811 req-65245d6d-2c74-4f1f-9145-8baf8b69c8b5 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/security-groups?id=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313189 Aug 16 13:12:25.854795 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac27ee-e335-4f5c-be72-057e71c531ff req-3375ef37-1843-4271-9b6e-42d4406390e2 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:12:25.856246 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0aac27ee-e335-4f5c-be72-057e71c531ff req-3375ef37-1843-4271-9b6e-42d4406390e2 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.61 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 946 time: 0.0474720 Aug 16 13:12:25.944742 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-0aac27ee-e335-4f5c-be72-057e71c531ff req-46d64b39-722f-42eb-aa20-8d955730bcac tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Deleting port 0fd1faa1-3c96-472e-8de0-400c962af743 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:25.945082 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-0aac27ee-e335-4f5c-be72-057e71c531ff req-46d64b39-722f-42eb-aa20-8d955730bcac tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:26.032776 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-0aac27ee-e335-4f5c-be72-057e71c531ff req-46d64b39-722f-42eb-aa20-8d955730bcac tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] For port 0fd1faa1-3c96-472e-8de0-400c962af743, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=0fd1faa1-3c96-472e-8de0-400c962af743,segment=NetworkSegment(3c3f953d-52e8-4c06-9f50-1511d1484848),segment_id=3c3f953d-52e8-4c06-9f50-1511d1484848)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:26.033143 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-0aac27ee-e335-4f5c-be72-057e71c531ff req-46d64b39-722f-42eb-aa20-8d955730bcac tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:26.045689 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-0aac27ee-e335-4f5c-be72-057e71c531ff req-46d64b39-722f-42eb-aa20-8d955730bcac tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Calling delete_port for 0fd1faa1-3c96-472e-8de0-400c962af743 owned by compute:nova {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:26.170442 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-0aac27ee-e335-4f5c-be72-057e71c531ff req-46d64b39-722f-42eb-aa20-8d955730bcac tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:26.198040 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d64b39-722f-42eb-aa20-8d955730bcac tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Pushing event deleted for resources: {'Port': ['ID=0fd1faa1-3c96-472e-8de0-400c962af743,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:26.238078 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aac27ee-e335-4f5c-be72-057e71c531ff req-46d64b39-722f-42eb-aa20-8d955730bcac tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] No DVR routers for this DVR port 0fd1faa1-3c96-472e-8de0-400c962af743 on host hv-cinder-80469 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:26.240759 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-0aac27ee-e335-4f5c-be72-057e71c531ff req-46d64b39-722f-42eb-aa20-8d955730bcac tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:26.242684 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0aac27ee-e335-4f5c-be72-057e71c531ff req-46d64b39-722f-42eb-aa20-8d955730bcac tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.61 "DELETE /v2.0/ports/0fd1faa1-3c96-472e-8de0-400c962af743 HTTP/1.1" status: 204 len: 173 time: 0.3801045 Aug 16 13:12:26.243118 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01afdd24-784a-4e14-ae21-a79ca86d1948', 'name': 'network-vif-deleted', 'tag': '0fd1faa1-3c96-472e-8de0-400c962af743'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:12:26.245354 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9d64b1-1ecc-4bd5-a415-4cb5a4fbf218" -d '{"events": [{"server_uuid": "01afdd24-784a-4e14-ae21-a79ca86d1948", "name": "network-vif-deleted", "tag": "0fd1faa1-3c96-472e-8de0-400c962af743"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:12:26.280597 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096f0e34-8dbf-4f1a-bf7d-c4e1b784225c x-openstack-request-id: req-096f0e34-8dbf-4f1a-bf7d-c4e1b784225c {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:12:26.280888 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01afdd24-784a-4e14-ae21-a79ca86d1948", "name": "network-vif-deleted", "tag": "0fd1faa1-3c96-472e-8de0-400c962af743", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:12:26.281151 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-096f0e34-8dbf-4f1a-bf7d-c4e1b784225c {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:12:26.281547 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01afdd24-784a-4e14-ae21-a79ca86d1948', 'name': 'network-vif-deleted', 'tag': '0fd1faa1-3c96-472e-8de0-400c962af743', 'status': 'completed', 'code': 200} Aug 16 13:12:26.301591 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7dad53ed-1302-4f0b-ad34-cf04c1207ad2 req-435d4896-d017-4b9e-9b0c-f2d46d0f71e4 tempest-TestMinimumBasicScenario-202149560 tempest-TestMinimumBasicScenario-202149560-project] 10.222.0.20 "GET /v2.0/ports?device_id=01afdd24-784a-4e14-ae21-a79ca86d1948 HTTP/1.1" status: 200 len: 210 time: 0.0268548 Aug 16 13:12:27.963903 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48264) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:28.161437 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 0fd1faa1-3c96-472e-8de0-400c962af743 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:28.181395 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: 0fd1faa1-3c96-472e-8de0-400c962af743 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:28.181748 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 0fd1faa1-3c96-472e-8de0-400c962af743 not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:28.386740 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d8c2578a-4502-43ce-b0be-1a6232fa59c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701895'] for router_interface, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:28.902639 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2578a-4502-43ce-b0be-1a6232fa59c3 admin admin] Deleting port e89c3b23-6550-4131-bc34-034c05e83a22 {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:28.902982 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d8c2578a-4502-43ce-b0be-1a6232fa59c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:28.982314 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-d8c2578a-4502-43ce-b0be-1a6232fa59c3 admin admin] For port e89c3b23-6550-4131-bc34-034c05e83a22, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=e89c3b23-6550-4131-bc34-034c05e83a22,segment=NetworkSegment(3c3f953d-52e8-4c06-9f50-1511d1484848),segment_id=3c3f953d-52e8-4c06-9f50-1511d1484848)] {{(pid=94054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:28.982974 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d8c2578a-4502-43ce-b0be-1a6232fa59c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:28.994675 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2578a-4502-43ce-b0be-1a6232fa59c3 admin admin] Calling delete_port for e89c3b23-6550-4131-bc34-034c05e83a22 owned by network:router_interface {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:29.170707 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d8c2578a-4502-43ce-b0be-1a6232fa59c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.195494 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2578a-4502-43ce-b0be-1a6232fa59c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e89c3b23-6550-4131-bc34-034c05e83a22,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:29.356198 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d8c2578a-4502-43ce-b0be-1a6232fa59c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725079'] for router_interface, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.565898 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c2578a-4502-43ce-b0be-1a6232fa59c3 admin admin] Router d5a8aeee-675a-4251-b51e-06e4de5aa65e has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:12:29.669281 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c2578a-4502-43ce-b0be-1a6232fa59c3 admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:12:29.674206 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-d8c2578a-4502-43ce-b0be-1a6232fa59c3 admin admin] 10.222.0.20 "PUT /v2.0/routers/d5a8aeee-675a-4251-b51e-06e4de5aa65e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7092881 Aug 16 13:12:29.676966 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48266) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:29.679669 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0786a72b-aa56-4351-a6d1-afc9416b04c4 None None] Sync routers for ids ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:12:29.688866 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0786a72b-aa56-4351-a6d1-afc9416b04c4 None None] Routers {'d5a8aeee-675a-4251-b51e-06e4de5aa65e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:29.689463 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-0786a72b-aa56-4351-a6d1-afc9416b04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:12:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:29.778211 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4a4ee15f-b418-484b-9476-f159c2e94bb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.791797 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-0786a72b-aa56-4351-a6d1-afc9416b04c4 None None] Set router d5a8aeee-675a-4251-b51e-06e4de5aa65e gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:12:29.879271 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4a4ee15f-b418-484b-9476-f159c2e94bb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.904795 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-46966c2b-cba7-4ab8-b0f5-e0ab621b7784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.934148 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ee15f-b418-484b-9476-f159c2e94bb7 admin admin] Deleting port d11b4084-aeb3-4681-9c8a-0b80072081ae {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:29.934406 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4a4ee15f-b418-484b-9476-f159c2e94bb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:29.976998 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-0786a72b-aa56-4351-a6d1-afc9416b04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'name': 'tempest-TestMinimumBasicScenario-337254100-router', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:08Z', 'updated_at': '2021-08-16T13:12:29Z', 'revision_number': 5, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'gw_port': {'id': 'd11b4084-aeb3-4681-9c8a-0b80072081ae', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:09Z', 'updated_at': '2021-08-16T13:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:30.022205 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-4a4ee15f-b418-484b-9476-f159c2e94bb7 admin admin] For port d11b4084-aeb3-4681-9c8a-0b80072081ae, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=d11b4084-aeb3-4681-9c8a-0b80072081ae,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:30.022829 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4a4ee15f-b418-484b-9476-f159c2e94bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.036115 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ee15f-b418-484b-9476-f159c2e94bb7 admin admin] Calling delete_port for d11b4084-aeb3-4681-9c8a-0b80072081ae owned by network:router_gateway {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:30.130064 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0786a72b-aa56-4351-a6d1-afc9416b04c4 None None] Checking router: d5a8aeee-675a-4251-b51e-06e4de5aa65e for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:12:30.138657 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0786a72b-aa56-4351-a6d1-afc9416b04c4 None None] Routers {'d5a8aeee-675a-4251-b51e-06e4de5aa65e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:30.139265 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-0786a72b-aa56-4351-a6d1-afc9416b04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:12:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:30.202119 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4a4ee15f-b418-484b-9476-f159c2e94bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.222412 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-0786a72b-aa56-4351-a6d1-afc9416b04c4 None None] Set router d5a8aeee-675a-4251-b51e-06e4de5aa65e gateway port host: None {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:12:30.232074 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ee15f-b418-484b-9476-f159c2e94bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d11b4084-aeb3-4681-9c8a-0b80072081ae,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:30.273126 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-0786a72b-aa56-4351-a6d1-afc9416b04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'name': 'tempest-TestMinimumBasicScenario-337254100-router', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:08Z', 'updated_at': '2021-08-16T13:12:29Z', 'revision_number': 6, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'gw_port_host': None}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:30.293414 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4a4ee15f-b418-484b-9476-f159c2e94bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726269'] for router_gateway, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.302979 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0786a72b-aa56-4351-a6d1-afc9416b04c4 None None] The sync data for ids ['d5a8aeee-675a-4251-b51e-06e4de5aa65e'] in dv-cinder-804698-2-iscsi is: [{'id': 'd5a8aeee-675a-4251-b51e-06e4de5aa65e', 'name': 'tempest-TestMinimumBasicScenario-337254100-router', 'tenant_id': 'e8267381c30d4cddb927c01166ba0b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:08Z', 'updated_at': '2021-08-16T13:12:29Z', 'revision_number': 6, 'project_id': 'e8267381c30d4cddb927c01166ba0b17', 'gw_port_host': None}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:12:30.384783 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4a4ee15f-b418-484b-9476-f159c2e94bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-251285'] for router, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.386835 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4a4ee15f-b418-484b-9476-f159c2e94bb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.431946 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4a4ee15f-b418-484b-9476-f159c2e94bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728928'] for router, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.432476 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4ee15f-b418-484b-9476-f159c2e94bb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5a8aeee-675a-4251-b51e-06e4de5aa65e {{(pid=94054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:12:30.436828 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-4a4ee15f-b418-484b-9476-f159c2e94bb7 admin admin] Notify callbacks [] for router, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.438043 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-4a4ee15f-b418-484b-9476-f159c2e94bb7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d5a8aeee-675a-4251-b51e-06e4de5aa65e HTTP/1.1" status: 204 len: 168 time: 0.7601843 Aug 16 13:12:30.440581 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48268) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:30.483076 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba32d2d-1f75-42fe-b11a-ca0d1dc0f79e admin admin] Deleting subnet 597a7ca6-6e7d-4b12-a515-066ffd723b14 {{(pid=94054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:12:30.485913 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8ba32d2d-1f75-42fe-b11a-ca0d1dc0f79e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.518712 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8ba32d2d-1f75-42fe-b11a-ca0d1dc0f79e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14162415'] for subnet, precommit_delete_associations {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.597253 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8ba32d2d-1f75-42fe-b11a-ca0d1dc0f79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1938334'] for subnet, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.649409 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8ba32d2d-1f75-42fe-b11a-ca0d1dc0f79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1938327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13922229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12882867'] for subnet, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.674647 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba32d2d-1f75-42fe-b11a-ca0d1dc0f79e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=597a7ca6-6e7d-4b12-a515-066ffd723b14,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:30.678297 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8ba32d2d-1f75-42fe-b11a-ca0d1dc0f79e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.680775 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-8ba32d2d-1f75-42fe-b11a-ca0d1dc0f79e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/597a7ca6-6e7d-4b12-a515-066ffd723b14 HTTP/1.1" status: 204 len: 168 time: 0.2387898 Aug 16 13:12:30.682865 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48270) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:30.687314 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54908797-779c-4aab-9899-b72c3e806361 None None] Network 1f204711-82e8-486f-934b-f15924c03748 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:30.763937 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771912'] for network, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.818343 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] Deleting port 5dc711fb-bca7-4d24-8ff0-15472834b1cb {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:30.818693 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.883702 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] For port 5dc711fb-bca7-4d24-8ff0-15472834b1cb, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=5dc711fb-bca7-4d24-8ff0-15472834b1cb,segment=NetworkSegment(3c3f953d-52e8-4c06-9f50-1511d1484848),segment_id=3c3f953d-52e8-4c06-9f50-1511d1484848)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:30.884088 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.896219 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] Calling delete_port for 5dc711fb-bca7-4d24-8ff0-15472834b1cb owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:30.971266 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:30.995710 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dc711fb-bca7-4d24-8ff0-15472834b1cb,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:30.999629 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] No DVR routers for this DVR port 5dc711fb-bca7-4d24-8ff0-15472834b1cb on host dv-cinder-804698-2-iscsi {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:31.072426 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740267', 'neutron.services.segments.db._delete_segments_for_network-8755702799171'] for network, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.080756 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5828238c-5152-45d8-b35c-7b1d7ac4a298 None None] DHCP port deletion for 1f204711-82e8-486f-934b-f15924c03748 request from dv-cinder-804698-2-iscsi {{(pid=94055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:12:31.085238 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f204711-82e8-486f-934b-f15924c03748']}} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:31.097792 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3f953d-52e8-4c06-9f50-1511d1484848') {'for_net_delete': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:31.098088 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3f953d-52e8-4c06-9f50-1511d1484848') {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:31.108512 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755702802764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14268643'] for segment, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.122959 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.129644 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:12:31.129644 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14435047'] for segment, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: Traceback (most recent call last): Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: timer() Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: cb(*args, **kw) Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: return func(*args, **kwargs) Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: self._notify() Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: self.callback(batched_events) Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: event.method(event) Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: return f(self, *a, **k) Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: return self._get(url).json() Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: return self.request(url, 'GET', **kwargs) Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:12:31.131265 dv-cinder-804698-2-iscsi neutron-server[94053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:12:31.160414 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device d11b4084-aeb3-4681-9c8a-0b80072081ae no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:31.191703 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726233'] for network, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.192009 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: d11b4084-aeb3-4681-9c8a-0b80072081ae {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:31.192369 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device d11b4084-aeb3-4681-9c8a-0b80072081ae not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:31.192782 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device e89c3b23-6550-4131-bc34-034c05e83a22 no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:31.208316 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.210372 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1f204711-82e8-486f-934b-f15924c03748 HTTP/1.1" status: 204 len: 168 time: 0.5264883 Aug 16 13:12:31.211749 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cf3d3-608e-403e-9895-21b65cc2de86 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f204711-82e8-486f-934b-f15924c03748,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:31.212292 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: e89c3b23-6550-4131-bc34-034c05e83a22 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:31.212640 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device e89c3b23-6550-4131-bc34-034c05e83a22 not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:31.213057 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 5dc711fb-bca7-4d24-8ff0-15472834b1cb no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:31.213615 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48274) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:31.235035 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: 5dc711fb-bca7-4d24-8ff0-15472834b1cb {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:31.235496 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 5dc711fb-bca7-4d24-8ff0-15472834b1cb not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:31.558871 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-05261b05-8774-46fa-ace7-acfe617707f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701895'] for router_interface, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.793308 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-05261b05-8774-46fa-ace7-acfe617707f2 admin admin] Deleting port 62b4af3b-ab5f-4c78-bca3-c6bb180577f9 {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:31.793646 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-05261b05-8774-46fa-ace7-acfe617707f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.870949 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-05261b05-8774-46fa-ace7-acfe617707f2 admin admin] For port 62b4af3b-ab5f-4c78-bca3-c6bb180577f9, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=62b4af3b-ab5f-4c78-bca3-c6bb180577f9,segment=NetworkSegment(375344d1-e641-405b-a60a-d5add95b8f7f),segment_id=375344d1-e641-405b-a60a-d5add95b8f7f)] {{(pid=94054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:31.871310 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-05261b05-8774-46fa-ace7-acfe617707f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:31.882974 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-05261b05-8774-46fa-ace7-acfe617707f2 admin admin] Calling delete_port for 62b4af3b-ab5f-4c78-bca3-c6bb180577f9 owned by network:router_interface {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:32.056582 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-05261b05-8774-46fa-ace7-acfe617707f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:32.085930 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05261b05-8774-46fa-ace7-acfe617707f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=62b4af3b-ab5f-4c78-bca3-c6bb180577f9,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:32.247848 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-05261b05-8774-46fa-ace7-acfe617707f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725079'] for router_interface, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:32.510582 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-fedb7cb8-c565-43bc-bdd6-4de3551d4a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:32.702684 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05261b05-8774-46fa-ace7-acfe617707f2 admin admin] Router 884632e8-9c83-44a4-a469-8a4a9d7e7440 has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:12:32.757027 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:32.811528 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05261b05-8774-46fa-ace7-acfe617707f2 admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:12:32.818952 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-05261b05-8774-46fa-ace7-acfe617707f2 admin admin] 10.222.0.20 "PUT /v2.0/routers/884632e8-9c83-44a4-a469-8a4a9d7e7440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6012621 Aug 16 13:12:32.818952 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48276) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:32.822023 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ce4c0-579a-4c48-a3c4-41acc797942f None None] Sync routers for ids ['884632e8-9c83-44a4-a469-8a4a9d7e7440'] in dv-cinder-804698-2-iscsi {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:12:32.831972 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ce4c0-579a-4c48-a3c4-41acc797942f None None] Routers {'884632e8-9c83-44a4-a469-8a4a9d7e7440'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:32.832813 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-3e5ce4c0-579a-4c48-a3c4-41acc797942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:12:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['884632e8-9c83-44a4-a469-8a4a9d7e7440'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:32.922884 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1a52bdbf-9fa2-4eb4-a57d-132666ddf905 admin admin] Notify callbacks [] for router, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:32.938864 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-3e5ce4c0-579a-4c48-a3c4-41acc797942f None None] Set router 884632e8-9c83-44a4-a469-8a4a9d7e7440 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:12:33.020205 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1a52bdbf-9fa2-4eb4-a57d-132666ddf905 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.078622 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-1a52bdbf-9fa2-4eb4-a57d-132666ddf905 admin admin] Deleting port b3af8150-b550-44f5-8e6a-dc28c7f56414 {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:33.078852 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1a52bdbf-9fa2-4eb4-a57d-132666ddf905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.157293 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-1a52bdbf-9fa2-4eb4-a57d-132666ddf905 admin admin] For port b3af8150-b550-44f5-8e6a-dc28c7f56414, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=b3af8150-b550-44f5-8e6a-dc28c7f56414,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:33.157647 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1a52bdbf-9fa2-4eb4-a57d-132666ddf905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.169924 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-1a52bdbf-9fa2-4eb4-a57d-132666ddf905 admin admin] Calling delete_port for b3af8150-b550-44f5-8e6a-dc28c7f56414 owned by network:router_gateway {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:33.198797 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-3e5ce4c0-579a-4c48-a3c4-41acc797942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'name': 'tempest-TestMinimumBasicScenario-205175633-router', 'tenant_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'b3af8150-b550-44f5-8e6a-dc28c7f56414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:14Z', 'updated_at': '2021-08-16T13:12:32Z', 'revision_number': 5, 'project_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'gw_port': {'id': 'b3af8150-b550-44f5-8e6a-dc28c7f56414', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:10:14Z', 'updated_at': '2021-08-16T13:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:33.226755 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ce4c0-579a-4c48-a3c4-41acc797942f None None] Checking router: 884632e8-9c83-44a4-a469-8a4a9d7e7440 for host: dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:12:33.235266 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ce4c0-579a-4c48-a3c4-41acc797942f None None] Routers {'884632e8-9c83-44a4-a469-8a4a9d7e7440'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:12:33.235900 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-3e5ce4c0-579a-4c48-a3c4-41acc797942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:12:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['884632e8-9c83-44a4-a469-8a4a9d7e7440'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:33.318354 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-3e5ce4c0-579a-4c48-a3c4-41acc797942f None None] Set router 884632e8-9c83-44a4-a469-8a4a9d7e7440 gateway port host: None {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:12:33.330858 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1a52bdbf-9fa2-4eb4-a57d-132666ddf905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.360046 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52bdbf-9fa2-4eb4-a57d-132666ddf905 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3af8150-b550-44f5-8e6a-dc28c7f56414,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:33.370033 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-3e5ce4c0-579a-4c48-a3c4-41acc797942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'name': 'tempest-TestMinimumBasicScenario-205175633-router', 'tenant_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:14Z', 'updated_at': '2021-08-16T13:12:33Z', 'revision_number': 6, 'project_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'gw_port_host': None}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:33.398869 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ce4c0-579a-4c48-a3c4-41acc797942f None None] The sync data for ids ['884632e8-9c83-44a4-a469-8a4a9d7e7440'] in dv-cinder-804698-2-iscsi is: [{'id': '884632e8-9c83-44a4-a469-8a4a9d7e7440', 'name': 'tempest-TestMinimumBasicScenario-205175633-router', 'tenant_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:10:14Z', 'updated_at': '2021-08-16T13:12:33Z', 'revision_number': 6, 'project_id': 'b52d1c8b2ecb4dfda58a2139ca815c61', 'gw_port_host': None}] {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:12:33.421908 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1a52bdbf-9fa2-4eb4-a57d-132666ddf905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726269'] for router_gateway, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.498019 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.511957 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1a52bdbf-9fa2-4eb4-a57d-132666ddf905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-251285'] for router, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.514606 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1a52bdbf-9fa2-4eb4-a57d-132666ddf905 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.556467 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1a52bdbf-9fa2-4eb4-a57d-132666ddf905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728928'] for router, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.557050 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a52bdbf-9fa2-4eb4-a57d-132666ddf905 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 884632e8-9c83-44a4-a469-8a4a9d7e7440 {{(pid=94054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:12:33.561716 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-1a52bdbf-9fa2-4eb4-a57d-132666ddf905 admin admin] Notify callbacks [] for router, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.562850 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-1a52bdbf-9fa2-4eb4-a57d-132666ddf905 admin admin] 10.222.0.20 "DELETE /v2.0/routers/884632e8-9c83-44a4-a469-8a4a9d7e7440 HTTP/1.1" status: 204 len: 168 time: 0.7428961 Aug 16 13:12:33.565406 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48278) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:33.611079 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_v2 [None req-d759aa3d-f0ee-4cca-9ad7-0ba69a6e507f admin admin] Deleting subnet e832c331-234a-4270-b449-efb08328172e {{(pid=94054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:12:33.614183 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d759aa3d-f0ee-4cca-9ad7-0ba69a6e507f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.647239 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d759aa3d-f0ee-4cca-9ad7-0ba69a6e507f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14162415'] for subnet, precommit_delete_associations {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.720960 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d759aa3d-f0ee-4cca-9ad7-0ba69a6e507f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1938334'] for subnet, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.781359 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d759aa3d-f0ee-4cca-9ad7-0ba69a6e507f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1938327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13922229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12882867'] for subnet, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.810323 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d759aa3d-f0ee-4cca-9ad7-0ba69a6e507f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.813006 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-d759aa3d-f0ee-4cca-9ad7-0ba69a6e507f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e832c331-234a-4270-b449-efb08328172e HTTP/1.1" status: 204 len: 168 time: 0.2459996 Aug 16 13:12:33.814192 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759aa3d-f0ee-4cca-9ad7-0ba69a6e507f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e832c331-234a-4270-b449-efb08328172e,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:33.814890 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0a1bc8-0e29-4173-8450-6e4f7b713467 None None] Network ceafe1fd-a100-4a8f-b56e-9b120de955b8 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:12:33.815564 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48280) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:33.886939 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771912'] for network, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:33.938606 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] Deleting port 5ff6e83b-5971-4ffa-8666-95585bbfbd6e {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:12:33.938943 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.003737 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] For port 5ff6e83b-5971-4ffa-8666-95585bbfbd6e, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=5ff6e83b-5971-4ffa-8666-95585bbfbd6e,segment=NetworkSegment(375344d1-e641-405b-a60a-d5add95b8f7f),segment_id=375344d1-e641-405b-a60a-d5add95b8f7f)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:12:34.004099 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.015688 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] Calling delete_port for 5ff6e83b-5971-4ffa-8666-95585bbfbd6e owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:12:34.091145 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.120118 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] Pushing event deleted for resources: {'Port': ['ID=5ff6e83b-5971-4ffa-8666-95585bbfbd6e,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:34.122633 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] No DVR routers for this DVR port 5ff6e83b-5971-4ffa-8666-95585bbfbd6e on host dv-cinder-804698-2-iscsi {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:12:34.182134 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a83778-af1f-408d-b608-1cbec3cb1c1b None None] DHCP port deletion for ceafe1fd-a100-4a8f-b56e-9b120de955b8 request from dv-cinder-804698-2-iscsi {{(pid=94055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:12:34.194923 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740267', 'neutron.services.segments.db._delete_segments_for_network-8755702799171'] for network, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.204875 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceafe1fd-a100-4a8f-b56e-9b120de955b8']}} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:34.216108 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375344d1-e641-405b-a60a-d5add95b8f7f') {'for_net_delete': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:34.216429 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375344d1-e641-405b-a60a-d5add95b8f7f') {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:12:34.225166 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755702802764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14268643'] for segment, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.238773 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.244494 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:12:34.244888 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14435047'] for segment, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: Traceback (most recent call last): Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: timer() Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: cb(*args, **kw) Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: return func(*args, **kwargs) Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: self._notify() Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: self.callback(batched_events) Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: event.method(event) Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: return f(self, *a, **k) Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: return self._get(url).json() Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: return self.request(url, 'GET', **kwargs) Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:12:34.246525 dv-cinder-804698-2-iscsi neutron-server[94053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:12:34.304807 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726233'] for network, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.310100 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.312007 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] 10.222.0.20 "DELETE /v2.0/networks/ceafe1fd-a100-4a8f-b56e-9b120de955b8 HTTP/1.1" status: 204 len: 168 time: 0.4949641 Aug 16 13:12:34.323265 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848f27e-1bb9-477d-87ff-81b578ded7da admin admin] Pushing event deleted for resources: {'Network': ['ID=ceafe1fd-a100-4a8f-b56e-9b120de955b8,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:34.479157 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48286) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:34.517837 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-a5ea7bd3-3f36-4c48-a832-2b7a20ce986f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8267381c30d4cddb927c01166ba0b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375373 Aug 16 13:12:34.520195 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48288) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:34.566583 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6391-971a-4a81-bfc7-af56c3eb7d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.587169 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6391-971a-4a81-bfc7-af56c3eb7d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.633503 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6391-971a-4a81-bfc7-af56c3eb7d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.636077 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6391-971a-4a81-bfc7-af56c3eb7d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:34.637207 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-c0bf6391-971a-4a81-bfc7-af56c3eb7d7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8 HTTP/1.1" status: 204 len: 168 time: 0.1161485 Aug 16 13:12:34.645143 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf6391-971a-4a81-bfc7-af56c3eb7d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172efec4-dc8b-4c6d-9b0a-b9a5799a4cb8,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:34.843564 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 5ff6e83b-5971-4ffa-8666-95585bbfbd6e no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:34.862651 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: 5ff6e83b-5971-4ffa-8666-95585bbfbd6e {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:34.862989 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 5ff6e83b-5971-4ffa-8666-95585bbfbd6e not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:34.863417 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device b3af8150-b550-44f5-8e6a-dc28c7f56414 no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:34.881153 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: b3af8150-b550-44f5-8e6a-dc28c7f56414 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:34.881497 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device b3af8150-b550-44f5-8e6a-dc28c7f56414 not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:34.881897 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 62b4af3b-ab5f-4c78-bca3-c6bb180577f9 no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:12:34.903853 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: 62b4af3b-ab5f-4c78-bca3-c6bb180577f9 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:12:34.904203 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 62b4af3b-ab5f-4c78-bca3-c6bb180577f9 not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:12:34.952563 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48294) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:34.992323 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-001f4b02-6dc5-453d-aea0-45f4b8ea46e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b52d1c8b2ecb4dfda58a2139ca815c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386448 Aug 16 13:12:34.994605 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48296) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:12:35.039725 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9731241d-0f2f-4523-bf2e-258f78e355a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:35.060680 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9731241d-0f2f-4523-bf2e-258f78e355a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:35.105111 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9731241d-0f2f-4523-bf2e-258f78e355a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:35.108876 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9731241d-0f2f-4523-bf2e-258f78e355a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:35.110002 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-9731241d-0f2f-4523-bf2e-258f78e355a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43a38c05-868a-4581-8ec3-16d3967ebecd HTTP/1.1" status: 204 len: 168 time: 0.1145320 Aug 16 13:12:35.117741 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731241d-0f2f-4523-bf2e-258f78e355a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a38c05-868a-4581-8ec3-16d3967ebecd,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:12:35.301892 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:45.360700 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:12:52.207875 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:12:59.876219 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-819b3037-a666-4d00-b2d0-6209c0ecb605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:02.510696 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-d5b0a4f6-c52b-4706-bd1d-2c086d792bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:02.756449 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:03.501138 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:05.302283 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:22.222058 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:22.359982 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:13:29.876336 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-83972eee-4acb-4335-a8cd-7c1df93b8c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:32.510382 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-6d2eea8f-700f-4b00-9661-bbef9037b786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:32.757307 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:33.502162 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:35.304294 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:52.216038 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:57.274032 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a41af2ad-5f74-4360-aade-d702842b52ca req-eb710554-b210-478d-ac40-5567b60d0e77 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1340270 Aug 16 13:13:57.371186 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41af2ad-5f74-4360-aade-d702842b52ca req-32e118c4-adba-4e4a-829f-4c216df5918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:57.372679 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a41af2ad-5f74-4360-aade-d702842b52ca req-32e118c4-adba-4e4a-829f-4c216df5918d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9da1f3e8de31466dbfaa635f5c3f34b7&device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 1098 time: 0.0396330 Aug 16 13:13:57.478907 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41af2ad-5f74-4360-aade-d702842b52ca req-39a6b083-7ef9-4842-b702-24bc363a9d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:57.480420 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a41af2ad-5f74-4360-aade-d702842b52ca req-39a6b083-7ef9-4842-b702-24bc363a9d92 service neutron] 10.222.0.61 "GET /v2.0/networks?id=88622421-b6b3-49f4-9d5c-881844ad7947 HTTP/1.1" status: 200 len: 910 time: 0.0885875 Aug 16 13:13:57.544647 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a41af2ad-5f74-4360-aade-d702842b52ca req-11bdc3a6-3094-428d-9185-aa76abb4168c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd1f8454-7809-42f4-8507-6e693cea1cd3 HTTP/1.1" status: 200 len: 1000 time: 0.0566123 Aug 16 13:13:57.594787 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41af2ad-5f74-4360-aade-d702842b52ca req-54934c0a-f0aa-4fc5-afae-d924d87ec05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:57.596304 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a41af2ad-5f74-4360-aade-d702842b52ca req-54934c0a-f0aa-4fc5-afae-d924d87ec05c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc470f9b-2ecc-4633-bd7a-552cf323734f HTTP/1.1" status: 200 len: 848 time: 0.0436616 Aug 16 13:13:57.645526 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41af2ad-5f74-4360-aade-d702842b52ca req-078afba7-555c-42d2-bf1d-18e40e1c7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:57.646920 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a41af2ad-5f74-4360-aade-d702842b52ca req-078afba7-555c-42d2-bf1d-18e40e1c7b2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88622421-b6b3-49f4-9d5c-881844ad7947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439179 Aug 16 13:13:57.658465 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [req-a41af2ad-5f74-4360-aade-d702842b52ca req-11bb153f-331f-4861-9dc0-c02e9e879bf0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:13:57.659445 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a41af2ad-5f74-4360-aade-d702842b52ca req-11bb153f-331f-4861-9dc0-c02e9e879bf0 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050762 Aug 16 13:13:57.747102 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a41af2ad-5f74-4360-aade-d702842b52ca req-72fa63bf-b89e-4d6d-a138-da27e5be84c4 service neutron] 10.222.0.61 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811186 Aug 16 13:13:57.844399 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-08c5757c-2096-49c2-91cb-0a01bbff81eb tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644288139&fields=id&tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20 HTTP/1.1" status: 200 len: 267 time: 0.0455606 Aug 16 13:13:57.882933 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a41af2ad-5f74-4360-aade-d702842b52ca req-6dd50977-9c59-4497-bfef-c2092e7dd91e service neutron] 10.222.0.61 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290929 Aug 16 13:13:57.958944 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-efa9b96a-8c0c-418a-9819-254bd21233f0 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:57.960334 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-efa9b96a-8c0c-418a-9819-254bd21233f0 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/networks?id=0abc4278-41a3-46d0-8f8c-47614a895899 HTTP/1.1" status: 200 len: 812 time: 0.1083112 Aug 16 13:13:57.974996 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-78c43400-68d3-40a4-a40a-e7f6df9d4621 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/quotas/b7c0cd4f3ee14cdf99ae7e141b43eb20 HTTP/1.1" status: 200 len: 375 time: 0.0091481 Aug 16 13:13:58.033396 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-bcd65d95-12ed-48f4-ae5f-03d3c405c76f tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0533991 Aug 16 13:13:58.049337 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-ce2028d8-6a70-49bb-a3b8-6fe2cecc5f5d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 13:13:58.050538 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-ce2028d8-6a70-49bb-a3b8-6fe2cecc5f5d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057693 Aug 16 13:13:58.134973 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-f1dd9506-f964-465a-8213-d36dab6acb42 service neutron] 10.222.0.20 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789626 Aug 16 13:13:58.228643 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-6a0f8a8b-a04f-4fa9-8fb7-6922911cc9f2 service neutron] 10.222.0.20 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875335 Aug 16 13:13:58.584255 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-233f8a6c-b54d-48e2-bd55-8a15ef6efc2c req-25896d60-52a0-4bc9-aeda-4484ffde2886 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 210 time: 0.0872009 Aug 16 13:13:59.360782 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:13:59.474767 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-c58cbf15-f7d8-4552-b7da-4242b4f50a2e tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:13:59.476267 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-c58cbf15-f7d8-4552-b7da-4242b4f50a2e tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.61 "GET /v2.0/networks?id=0abc4278-41a3-46d0-8f8c-47614a895899 HTTP/1.1" status: 200 len: 812 time: 0.1024044 Aug 16 13:13:59.524733 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-6825ca3c-1346-4dde-8c9c-cfc49cd5c338 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20 HTTP/1.1" status: 200 len: 380 time: 0.0334160 Aug 16 13:13:59.539113 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Request body: {'port': {'device_id': 'bd95e00a-181b-4fb0-9b8b-af63c36c766d', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'admin_state_up': True, 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'security_groups': ['93233113-5788-4d1a-9032-aba5d2b6bfbc']}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:13:59.658807 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Made reservation on behalf of b7c0cd4f3ee14cdf99ae7e141b43eb20 for: {'port': 1} {{(pid=94053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 13:13:59.662069 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:59.686472 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-ba417cf2-7429-4239-9a60-127b2cbf9ea6 req-0369153c-98aa-4b01-90b2-59f155ac79a2 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 210 time: 0.0370028 Aug 16 13:13:59.806812 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Allocated IP 172.20.0.12 (0abc4278-41a3-46d0-8f8c-47614a895899/faf41bad-e842-4648-97f9-204814672f73/5ee444f5-d9ed-4b3e-9de4-9dcec9d51250) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:13:59.877212 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-59aa7ce1-369d-4267-ad38-0e53c632bf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:59.946426 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:13:59.959536 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Transition to ACTIVE for port object 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:13:59.992456 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:00.038963 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Network 0abc4278-41a3-46d0-8f8c-47614a895899 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:00.042173 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:00.046495 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:00.051515 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event updated for resources: {'Port': ['ID=5ee444f5-d9ed-4b3e-9de4-9dcec9d51250,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:00.079664 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:00.080037 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:00.080383 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:00.080723 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:00.081100 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:00.081462 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:00.081878 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:00.082081 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:00.082466 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:00.082774 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:00.083114 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:00.083658 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:00.109440 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:00.110709 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:00.128916 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-3008db9d-95d5-4909-b155-ccc9a5a631a4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5929127 Aug 16 13:14:00.149373 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Request body: {'port': {'device_id': 'bd95e00a-181b-4fb0-9b8b-af63c36c766d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:00.217038 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:00.252159 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-c2e1dc38-16ad-413a-a6ea-15d5612dae9d None None] Provisioning for port 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 completed by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:00.255656 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-c2e1dc38-16ad-413a-a6ea-15d5612dae9d None None] Provisioning complete for port 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 triggered by entity DHCP. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:00.256036 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-c2e1dc38-16ad-413a-a6ea-15d5612dae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:00.291061 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-c2e1dc38-16ad-413a-a6ea-15d5612dae9d None None] Port 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 cannot update to ACTIVE because it is not bound. {{(pid=94055) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 13:14:00.468690 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:14:00.476297 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:00.487715 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Transition to ACTIVE for port object 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 13:14:00.491797 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:00.557036 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Pushing event updated for resources: {'Port': ['ID=5ee444f5-d9ed-4b3e-9de4-9dcec9d51250,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:00.613070 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Attempting to bind port 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 13:14:00.613405 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Attempting to bind port 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 13:14:00.613734 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Attempting to bind port 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 on network 0abc4278-41a3-46d0-8f8c-47614a895899 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:14:00.618125 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Port 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 on network 0abc4278-41a3-46d0-8f8c-47614a895899 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 13:14:00.618444 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Attempting to bind port 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 on network 0abc4278-41a3-46d0-8f8c-47614a895899 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 13:14:00.623455 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Checking agent: {'id': 'fc2a9f3e-54fa-4105-8233-2dd535f06a69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'started_at': datetime.datetime(2021, 8, 16, 13, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 13, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 13:14:00.623792 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Checking segment: {'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 13:14:00.624170 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Bound using segment: {'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 13:14:00.624596 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Bound port: 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb137ab4-4b45-40a0-a898-928d312a24ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 13:14:00.624951 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:00.689804 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] For port 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250, host hv-cinder-80469, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 13:14:00.692739 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] For port 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5ee444f5-d9ed-4b3e-9de4-9dcec9d51250,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 13:14:00.697981 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:00.736336 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:00.736596 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:00.737980 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] 10.222.0.61 "PUT /v2.0/ports/5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 HTTP/1.1" status: 200 len: 1094 time: 0.5940511 Aug 16 13:14:00.738473 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd95e00a-181b-4fb0-9b8b-af63c36c766d', 'tag': '5ee444f5-d9ed-4b3e-9de4-9dcec9d51250'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:14:00.740704 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62a8e9f-ed57-4a98-b286-809e1fb43e55" -d '{"events": [{"name": "network-changed", "server_uuid": "bd95e00a-181b-4fb0-9b8b-af63c36c766d", "tag": "5ee444f5-d9ed-4b3e-9de4-9dcec9d51250"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:14:00.775423 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916cec7-28ba-4c90-ade8-b610580cd79f service neutron] Pushing event updated for resources: {'Port': ['ID=5ee444f5-d9ed-4b3e-9de4-9dcec9d51250,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:00.786541 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ad9779-3798-4d99-ad98-4d5f3ede1929 x-openstack-request-id: req-52ad9779-3798-4d99-ad98-4d5f3ede1929 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:14:00.786836 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd95e00a-181b-4fb0-9b8b-af63c36c766d", "tag": "5ee444f5-d9ed-4b3e-9de4-9dcec9d51250", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:14:00.787100 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52ad9779-3798-4d99-ad98-4d5f3ede1929 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:14:00.787542 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd95e00a-181b-4fb0-9b8b-af63c36c766d', 'tag': '5ee444f5-d9ed-4b3e-9de4-9dcec9d51250', 'status': 'completed', 'code': 200} Aug 16 13:14:00.854149 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-79acdbcb-1f9c-4071-8943-efffa9ef5dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:00.855796 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-79acdbcb-1f9c-4071-8943-efffa9ef5dd3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20&device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 1097 time: 0.0446606 Aug 16 13:14:00.895585 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c728eb-248a-4bfa-8cab-186e067640d0 req-dbb37c5b-f732-4f6e-854f-be94fefc6c14 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:00.897129 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-38c728eb-248a-4bfa-8cab-186e067640d0 req-dbb37c5b-f732-4f6e-854f-be94fefc6c14 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 944 time: 0.0545387 Aug 16 13:14:00.908330 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-96e780fe-6af1-40ae-a94a-8b7b19721ed1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 HTTP/1.1" status: 200 len: 217 time: 0.0389075 Aug 16 13:14:00.937029 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-38c728eb-248a-4bfa-8cab-186e067640d0 req-101683d1-7bd2-4bc8-bdeb-b858c7d5dcc2 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333114 Aug 16 13:14:00.958328 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-fbb220e9-7b2c-4d1b-bc29-9e2a4fa156b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:00.959815 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-fbb220e9-7b2c-4d1b-bc29-9e2a4fa156b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=faf41bad-e842-4648-97f9-204814672f73 HTTP/1.1" status: 200 len: 851 time: 0.0450983 Aug 16 13:14:01.004664 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-3c211b72-b4f2-4c91-ae3b-1b62bede27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:01.006017 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-3c211b72-b4f2-4c91-ae3b-1b62bede27fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0abc4278-41a3-46d0-8f8c-47614a895899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386643 Aug 16 13:14:01.098417 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-a997103a-9bc2-46ec-928c-8a969aa6b900 service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844154 Aug 16 13:14:01.185921 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2d4ff9c3-853c-4b98-8f2d-f8b4323052a7 req-80c2517e-258c-47be-98bd-78d5726ef6d7 service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804143 Aug 16 13:14:01.322536 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a8e9f-ed57-4a98-b286-809e1fb43e55 req-fc316948-5cc4-4274-b14b-dd3813b82583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:01.323968 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d62a8e9f-ed57-4a98-b286-809e1fb43e55 req-fc316948-5cc4-4274-b14b-dd3813b82583 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20&device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 1097 time: 0.0457122 Aug 16 13:14:01.410430 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a8e9f-ed57-4a98-b286-809e1fb43e55 req-ce481ce3-c108-4b82-b128-97dc6cebcc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:01.411898 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d62a8e9f-ed57-4a98-b286-809e1fb43e55 req-ce481ce3-c108-4b82-b128-97dc6cebcc1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=0abc4278-41a3-46d0-8f8c-47614a895899 HTTP/1.1" status: 200 len: 913 time: 0.0806096 Aug 16 13:14:01.457914 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d62a8e9f-ed57-4a98-b286-809e1fb43e55 req-b23fb524-69c8-414f-aa40-35fae81f606b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 HTTP/1.1" status: 200 len: 217 time: 0.0377450 Aug 16 13:14:01.514900 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a8e9f-ed57-4a98-b286-809e1fb43e55 req-648ade0f-bc2b-49e5-a73e-c617b9959b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:01.516372 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d62a8e9f-ed57-4a98-b286-809e1fb43e55 req-648ade0f-bc2b-49e5-a73e-c617b9959b99 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=faf41bad-e842-4648-97f9-204814672f73 HTTP/1.1" status: 200 len: 851 time: 0.0426402 Aug 16 13:14:01.562101 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a8e9f-ed57-4a98-b286-809e1fb43e55 req-0542d6e6-f6c2-40f2-b887-fe399cbca043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:01.563536 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d62a8e9f-ed57-4a98-b286-809e1fb43e55 req-0542d6e6-f6c2-40f2-b887-fe399cbca043 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0abc4278-41a3-46d0-8f8c-47614a895899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390985 Aug 16 13:14:01.651393 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d62a8e9f-ed57-4a98-b286-809e1fb43e55 req-fb0c3659-86c1-443d-b466-b4353eeaa3ce service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806112 Aug 16 13:14:01.744489 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d62a8e9f-ed57-4a98-b286-809e1fb43e55 req-c0f69e54-0ecc-4ea2-9790-6c2064c93f0d service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812998 Aug 16 13:14:02.053221 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f22a30-56fc-4d93-856b-3508e426237d req-78a7686c-3be2-46f8-94e9-0d7d45694082 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:02.054660 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f1f22a30-56fc-4d93-856b-3508e426237d req-78a7686c-3be2-46f8-94e9-0d7d45694082 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 944 time: 0.0484247 Aug 16 13:14:02.090448 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-f1f22a30-56fc-4d93-856b-3508e426237d req-cb5d80d5-4220-401c-ad85-9e1fd57f50a0 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298989 Aug 16 13:14:02.512546 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-67aaa605-97da-47fe-96f5-3ddf19d714a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:02.757937 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:03.201759 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d7cbc-fe84-40a3-af92-90786ce0acfb req-bb47cd22-8742-426f-b4c8-ac701cabaaf1 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:03.203221 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-754d7cbc-fe84-40a3-af92-90786ce0acfb req-bb47cd22-8742-426f-b4c8-ac701cabaaf1 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 944 time: 0.0488448 Aug 16 13:14:03.240726 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-754d7cbc-fe84-40a3-af92-90786ce0acfb req-fdb95635-0ab2-4634-9b94-62f7e6d320d4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317309 Aug 16 13:14:03.505104 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:04.353688 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46156337-b680-4a7f-8d4d-1de27b963334 req-c31aecda-368a-4189-ba92-295cd89b3e21 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:04.355149 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-46156337-b680-4a7f-8d4d-1de27b963334 req-c31aecda-368a-4189-ba92-295cd89b3e21 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 944 time: 0.0508413 Aug 16 13:14:04.392240 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-46156337-b680-4a7f-8d4d-1de27b963334 req-3321e154-989b-4027-a63b-4b835dba2c25 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305014 Aug 16 13:14:05.308119 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:05.502444 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6dfb72-bafa-496a-85d8-278f7c9a15fa req-e730b96a-1347-41eb-8579-9c5346cd13c4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:05.503897 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-aa6dfb72-bafa-496a-85d8-278f7c9a15fa req-e730b96a-1347-41eb-8579-9c5346cd13c4 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 944 time: 0.0472908 Aug 16 13:14:05.544074 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-aa6dfb72-bafa-496a-85d8-278f7c9a15fa req-fd347321-1301-4834-aeff-09e8a62d5f88 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342727 Aug 16 13:14:06.656901 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dae2fe-6e0b-4f41-834b-4475f4607f9e req-5ac6aea3-290c-4e31-b348-6d2e416bce95 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:06.658390 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e2dae2fe-6e0b-4f41-834b-4475f4607f9e req-5ac6aea3-290c-4e31-b348-6d2e416bce95 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 944 time: 0.0495603 Aug 16 13:14:06.694713 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-e2dae2fe-6e0b-4f41-834b-4475f4607f9e req-397d7b3b-234f-4601-98eb-2d72accce1ac tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303009 Aug 16 13:14:07.806747 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d59f1-4753-4b21-ba14-f335ad461cfd req-134c9995-1a14-47e1-be59-d414e65e8b08 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:07.808222 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7d2d59f1-4753-4b21-ba14-f335ad461cfd req-134c9995-1a14-47e1-be59-d414e65e8b08 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 944 time: 0.0483618 Aug 16 13:14:07.844990 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-7d2d59f1-4753-4b21-ba14-f335ad461cfd req-39b1da96-724a-4341-8dc8-8fb11cf14dbb tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309000 Aug 16 13:14:08.667655 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=94055) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 13:14:08.758728 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5ee444f5-d9ed-4b3e-9de4-9dcec9d51250,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:08.771960 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Returning: {'device': '5ee444f5-d9ed-4b3e-9de4-9dcec9d51250', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'port_id': '5ee444f5-d9ed-4b3e-9de4-9dcec9d51250', 'mac_address': 'fa:16:3e:87:09:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94055) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 13:14:08.807590 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:08.820309 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 {{(pid=94055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 13:14:08.839466 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5ee444f5-d9ed-4b3e-9de4-9dcec9d51250,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:08.843574 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:08.890839 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=5ee444f5-d9ed-4b3e-9de4-9dcec9d51250,revision_number=4']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:08.897732 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:08.898078 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:08.898416 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:08.898749 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:08.899080 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:08.899458 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:08.899786 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:08.900151 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:08.900476 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:08.900796 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:08.901117 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:08.901439 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:08.958723 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0267690-6d7a-43d4-8aae-567f497d33a3 req-8817075e-4698-4a18-a206-d10c68e96e53 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:08.960133 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b0267690-6d7a-43d4-8aae-567f497d33a3 req-8817075e-4698-4a18-a206-d10c68e96e53 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 945 time: 0.0487764 Aug 16 13:14:08.996903 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-b0267690-6d7a-43d4-8aae-567f497d33a3 req-d23f69d5-8b57-471a-a234-150fb24681b8 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309215 Aug 16 13:14:09.183746 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] get_ports_and_sgs() called for port_ids ['5ee444f5-d9ed-4b3e-9de4-9dcec9d51250'] {{(pid=94055) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 13:14:10.107272 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f3b52-419c-4870-87f6-89ef0faf02f1 req-0414b41f-e4c0-460e-8fef-761e9accde22 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:10.108749 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c63f3b52-419c-4870-87f6-89ef0faf02f1 req-0414b41f-e4c0-460e-8fef-761e9accde22 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 945 time: 0.0484719 Aug 16 13:14:10.146745 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-c63f3b52-419c-4870-87f6-89ef0faf02f1 req-44e3b7aa-89e9-4e97-b445-27d0c8254d90 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314069 Aug 16 13:14:10.680498 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 up at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 13:14:10.727007 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning for port 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 completed by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 13:14:10.730462 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.provisioning_blocks [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Provisioning complete for port 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 triggered by entity L2. {{(pid=94055) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 13:14:10.730833 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737012'] for port, provisioning_complete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:10.807057 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:10.828678 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd95e00a-181b-4fb0-9b8b-af63c36c766d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee444f5-d9ed-4b3e-9de4-9dcec9d51250'}] {{(pid=94055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:14:10.830904 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1c001895f879551995d9c230c22d80ae56b8c389dc8ad2177ddfd95044812cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2fba76-c66a-4751-98f5-6bacce51aefc" -d '{"events": [{"server_uuid": "bd95e00a-181b-4fb0-9b8b-af63c36c766d", "name": "network-vif-plugged", "status": "completed", "tag": "5ee444f5-d9ed-4b3e-9de4-9dcec9d51250"}]}' {{(pid=94055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:14:10.849531 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] For port 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5ee444f5-d9ed-4b3e-9de4-9dcec9d51250,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:14:10.853936 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430'] for port, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:10.878693 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e6dfb2-5ec2-463c-8edc-4eb1f312dea9 x-openstack-request-id: req-47e6dfb2-5ec2-463c-8edc-4eb1f312dea9 {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:14:10.878983 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd95e00a-181b-4fb0-9b8b-af63c36c766d", "name": "network-vif-plugged", "status": "completed", "tag": "5ee444f5-d9ed-4b3e-9de4-9dcec9d51250", "code": 200}]} {{(pid=94055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:14:10.879239 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47e6dfb2-5ec2-463c-8edc-4eb1f312dea9 {{(pid=94055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:14:10.879651 dv-cinder-804698-2-iscsi neutron-server[94055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd95e00a-181b-4fb0-9b8b-af63c36c766d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee444f5-d9ed-4b3e-9de4-9dcec9d51250', 'code': 200} Aug 16 13:14:10.904483 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=5ee444f5-d9ed-4b3e-9de4-9dcec9d51250,revision_number=5']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:11.110890 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5144453-e235-4883-a6d2-dc7ed89d354d req-7138f883-7da9-4050-99cc-7ca26a4cb1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:11.112367 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d5144453-e235-4883-a6d2-dc7ed89d354d req-7138f883-7da9-4050-99cc-7ca26a4cb1e2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 1099 time: 0.0428150 Aug 16 13:14:11.149278 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-d5144453-e235-4883-a6d2-dc7ed89d354d req-d1cd49ca-3aba-4200-954c-eb1ac091e102 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298409 Aug 16 13:14:11.257629 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f6f8f-b4dc-4990-bdd1-ea4dc56f615b req-8c688f85-2e3b-4be0-8e8d-b1d72a602e63 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:11.259172 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b48f6f8f-b4dc-4990-bdd1-ea4dc56f615b req-8c688f85-2e3b-4be0-8e8d-b1d72a602e63 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 946 time: 0.0479076 Aug 16 13:14:11.299103 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-b48f6f8f-b4dc-4990-bdd1-ea4dc56f615b req-ca0a6f65-c09b-44be-b184-a765f39415af tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342126 Aug 16 13:14:12.416075 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c44f26-e88e-484f-bce9-914c92634e04 req-774cdb53-c8ab-455b-84c6-603b44a2ccad tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:12.417475 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-89c44f26-e88e-484f-bce9-914c92634e04 req-774cdb53-c8ab-455b-84c6-603b44a2ccad tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 946 time: 0.0496664 Aug 16 13:14:12.457413 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-89c44f26-e88e-484f-bce9-914c92634e04 req-f1d7080d-9a37-4f20-8b85-718878310773 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316753 Aug 16 13:14:13.569862 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e16be-5c81-46c3-8a7b-68dbb9762f5c req-103be099-bfd0-4296-8e26-004f504592f8 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:13.571308 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ec3e16be-5c81-46c3-8a7b-68dbb9762f5c req-103be099-bfd0-4296-8e26-004f504592f8 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 946 time: 0.0490944 Aug 16 13:14:13.607673 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-ec3e16be-5c81-46c3-8a7b-68dbb9762f5c req-06d2d553-2c2c-4e14-8b78-2647644be7a3 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305703 Aug 16 13:14:13.717296 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e4fa6-18c2-4837-8edd-1961c92f89d7 req-e05756c5-619b-4b82-a939-9ecf512f50ce tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:13.719242 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-271e4fa6-18c2-4837-8edd-1961c92f89d7 req-e05756c5-619b-4b82-a939-9ecf512f50ce tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 946 time: 0.0480855 Aug 16 13:14:13.755686 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-271e4fa6-18c2-4837-8edd-1961c92f89d7 req-27467a8d-a32b-4bfd-af27-94da1a1906d9 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304670 Aug 16 13:14:13.777050 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48448) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:13.819841 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dfd4d9-fb35-41bf-b47f-d32c64ebfdf6 tempest-TestVolumeBootPattern-1228122011 tempest-TestVolumeBootPattern-1228122011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:13.821310 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-69dfd4d9-fb35-41bf-b47f-d32c64ebfdf6 tempest-TestVolumeBootPattern-1228122011 tempest-TestVolumeBootPattern-1228122011-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 1094 time: 0.0433178 Aug 16 13:14:13.824091 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48450) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:13.828338 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.v2.base [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Request body: {'floatingip': {'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'port_id': '5ee444f5-d9ed-4b3e-9de4-9dcec9d51250', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 13:14:13.849026 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for floatingip, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:13.940046 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:14.046236 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Allocated IP 172.27.3.154 (dd0d50ff-d8a0-439f-a316-3d03b34bea63/fc8a6ada-9b26-423b-a24f-6b1bb332a099/36a80914-d9f0-42e4-b11e-1f73a74aed89) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 13:14:14.143059 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:14.180475 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755702257390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:14.216151 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Network dd0d50ff-d8a0-439f-a316-3d03b34bea63 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 13:14:14.219418 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 13:14:14.224648 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 13:14:14.252123 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event updated for resources: {'Port': ['ID=36a80914-d9f0-42e4-b11e-1f73a74aed89,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:14.806163 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:14.878167 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712763'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:15.022928 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:15.027475 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755702759015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755702257412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755702257430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14435035'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:15.092817 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event updated for resources: {'Port': ['ID=36a80914-d9f0-42e4-b11e-1f73a74aed89,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:15.102869 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726215'] for floatingip, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:15.201838 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.db.l3_db [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Floating IP db8d152c-bd34-46d3-94f2-0a3fc4b369e8 associated. External IP: 172.27.3.154, port: 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250. Aug 16 13:14:15.403558 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Router f1795ea3-0cc6-49f3-ab36-6a763710f8ce has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:14:15.508550 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:14:15.518101 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56829686-20b0-46df-90ee-f8dc41500df2 None None] Sync routers for ids ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:14:15.523951 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:15.528389 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56829686-20b0-46df-90ee-f8dc41500df2 None None] Routers {'f1795ea3-0cc6-49f3-ab36-6a763710f8ce'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:15.529081 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-56829686-20b0-46df-90ee-f8dc41500df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:14:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:15.550895 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-9119ab89-bb81-4b65-9e07-dd4c2317a363 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7258196 Aug 16 13:14:15.551573 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd95e00a-181b-4fb0-9b8b-af63c36c766d', 'tag': '5ee444f5-d9ed-4b3e-9de4-9dcec9d51250'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:14:15.553847 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851733e4-d65c-4a8d-9dcb-20538ec2c450" -d '{"events": [{"name": "network-changed", "server_uuid": "bd95e00a-181b-4fb0-9b8b-af63c36c766d", "tag": "5ee444f5-d9ed-4b3e-9de4-9dcec9d51250"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:14:15.592166 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1b0b49-cf56-4e2e-a34f-12a9026e2cb8 x-openstack-request-id: req-bf1b0b49-cf56-4e2e-a34f-12a9026e2cb8 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:14:15.592479 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd95e00a-181b-4fb0-9b8b-af63c36c766d", "tag": "5ee444f5-d9ed-4b3e-9de4-9dcec9d51250", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:14:15.592736 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf1b0b49-cf56-4e2e-a34f-12a9026e2cb8 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:14:15.593143 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd95e00a-181b-4fb0-9b8b-af63c36c766d', 'tag': '5ee444f5-d9ed-4b3e-9de4-9dcec9d51250', 'status': 'completed', 'code': 200} Aug 16 13:14:15.635203 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-56829686-20b0-46df-90ee-f8dc41500df2 None None] Set router f1795ea3-0cc6-49f3-ab36-6a763710f8ce gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:14:15.686605 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851733e4-d65c-4a8d-9dcb-20538ec2c450 req-fe6d553a-7b33-473a-a5b2-e9de38db89cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:15.688898 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-851733e4-d65c-4a8d-9dcb-20538ec2c450 req-fe6d553a-7b33-473a-a5b2-e9de38db89cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20&device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 1099 time: 0.0414872 Aug 16 13:14:15.779884 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851733e4-d65c-4a8d-9dcb-20538ec2c450 req-d41c86d2-f51b-48ce-aca2-40b385f666d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:15.781845 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-851733e4-d65c-4a8d-9dcb-20538ec2c450 req-d41c86d2-f51b-48ce-aca2-40b385f666d9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0abc4278-41a3-46d0-8f8c-47614a895899 HTTP/1.1" status: 200 len: 913 time: 0.0861030 Aug 16 13:14:15.845145 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-851733e4-d65c-4a8d-9dcb-20538ec2c450 req-2eca1284-5a45-4129-8c73-88d7402bc425 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 HTTP/1.1" status: 200 len: 1000 time: 0.0565147 Aug 16 13:14:15.857425 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-56829686-20b0-46df-90ee-f8dc41500df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '52527ac3-dc88-47f7-a9fb-a978e2b551f8', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'port_id': '5c089043-1d66-4f05-b44b-cc96cc471c53', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'mac_address': 'fa:16:3e:82:38:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:12:16Z', 'updated_at': '2021-08-16T13:12:19Z', 'revision_number': 1, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'fixed_ip_address_scope': None}, {'id': 'db8d152c-bd34-46d3-94f2-0a3fc4b369e8', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'port_id': '5ee444f5-d9ed-4b3e-9de4-9dcec9d51250', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'mac_address': 'fa:16:3e:87:09:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd95e00a-181b-4fb0-9b8b-af63c36c766d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:14:14Z', 'updated_at': '2021-08-16T13:14:14Z', 'revision_number': 0, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:56Z', 'revision_number': 5, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:15.883952 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56829686-20b0-46df-90ee-f8dc41500df2 None None] Checking router: f1795ea3-0cc6-49f3-ab36-6a763710f8ce for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:14:15.892137 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56829686-20b0-46df-90ee-f8dc41500df2 None None] Routers {'f1795ea3-0cc6-49f3-ab36-6a763710f8ce'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:15.892741 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-56829686-20b0-46df-90ee-f8dc41500df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:14:02Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:15.896005 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851733e4-d65c-4a8d-9dcb-20538ec2c450 req-91c319dc-6eb9-45a4-a94e-363a69f0b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:15.897432 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-851733e4-d65c-4a8d-9dcb-20538ec2c450 req-91c319dc-6eb9-45a4-a94e-363a69f0b9ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=faf41bad-e842-4648-97f9-204814672f73 HTTP/1.1" status: 200 len: 851 time: 0.0461571 Aug 16 13:14:15.943445 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851733e4-d65c-4a8d-9dcb-20538ec2c450 req-649ac0fb-6a45-4c76-856b-878bda910016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:15.944876 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-851733e4-d65c-4a8d-9dcb-20538ec2c450 req-649ac0fb-6a45-4c76-856b-878bda910016 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0abc4278-41a3-46d0-8f8c-47614a895899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409420 Aug 16 13:14:16.037825 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-851733e4-d65c-4a8d-9dcb-20538ec2c450 req-0c6b05cd-9501-4f3f-9f5d-6400f610f77f service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851479 Aug 16 13:14:16.118733 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-56829686-20b0-46df-90ee-f8dc41500df2 None None] Set router f1795ea3-0cc6-49f3-ab36-6a763710f8ce gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:14:16.130124 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-851733e4-d65c-4a8d-9dcb-20538ec2c450 req-242d6b08-a19e-427f-8923-49c4290a9eab service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844808 Aug 16 13:14:16.344152 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-56829686-20b0-46df-90ee-f8dc41500df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '52527ac3-dc88-47f7-a9fb-a978e2b551f8', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'port_id': '5c089043-1d66-4f05-b44b-cc96cc471c53', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'mac_address': 'fa:16:3e:82:38:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:12:16Z', 'updated_at': '2021-08-16T13:12:19Z', 'revision_number': 1, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'fixed_ip_address_scope': None}, {'id': 'db8d152c-bd34-46d3-94f2-0a3fc4b369e8', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'port_id': '5ee444f5-d9ed-4b3e-9de4-9dcec9d51250', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'mac_address': 'fa:16:3e:87:09:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd95e00a-181b-4fb0-9b8b-af63c36c766d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:14:14Z', 'updated_at': '2021-08-16T13:14:14Z', 'revision_number': 0, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:56Z', 'revision_number': 5, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:16.369278 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56829686-20b0-46df-90ee-f8dc41500df2 None None] The sync data for ids ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'] in dv-cinder-804698-2-iscsi is: [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '52527ac3-dc88-47f7-a9fb-a978e2b551f8', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'port_id': '5c089043-1d66-4f05-b44b-cc96cc471c53', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'mac_address': 'fa:16:3e:82:38:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:12:16Z', 'updated_at': '2021-08-16T13:12:19Z', 'revision_number': 1, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'fixed_ip_address_scope': None}, {'id': 'db8d152c-bd34-46d3-94f2-0a3fc4b369e8', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'port_id': '5ee444f5-d9ed-4b3e-9de4-9dcec9d51250', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'mac_address': 'fa:16:3e:87:09:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd95e00a-181b-4fb0-9b8b-af63c36c766d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:14:14Z', 'updated_at': '2021-08-16T13:14:14Z', 'revision_number': 0, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:56Z', 'revision_number': 5, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:14:16.558790 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096b4e6c-455d-4bfe-9e8d-ca7fc8201553 None None] New status for floating IP db8d152c-bd34-46d3-94f2-0a3fc4b369e8: ACTIVE {{(pid=94056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:14:22.231947 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:29.878319 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-e8783fb8-55e0-477e-86a4-3ab454a6a289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:32.513185 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-7c91bf48-179e-4b84-8f5f-da3c8f7eb56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:32.759277 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:33.508477 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:35.310105 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:36.360217 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:14:52.249575 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:58.875270 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48478) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:14:58.891609 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-aaf34b2c-0f77-4fb9-bc9d-99aa482fdbc8 req-c6888fd9-0818-435f-b9ea-945140e6bdd7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408258 Aug 16 13:14:58.961987 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf34b2c-0f77-4fb9-bc9d-99aa482fdbc8 req-44c7da8f-945e-41dc-87a9-46f8655fa924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:58.963488 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-aaf34b2c-0f77-4fb9-bc9d-99aa482fdbc8 req-44c7da8f-945e-41dc-87a9-46f8655fa924 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20&device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 1098 time: 0.0398428 Aug 16 13:14:59.028068 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Deleting port 88218e6c-8084-4917-9960-bc015539c52e {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:14:59.028410 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:59.068380 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf34b2c-0f77-4fb9-bc9d-99aa482fdbc8 req-bb40b55e-9f76-414b-b5ef-12a29411186e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:59.069857 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-aaf34b2c-0f77-4fb9-bc9d-99aa482fdbc8 req-bb40b55e-9f76-414b-b5ef-12a29411186e service neutron] 10.222.0.61 "GET /v2.0/networks?id=0abc4278-41a3-46d0-8f8c-47614a895899 HTTP/1.1" status: 200 len: 913 time: 0.0870528 Aug 16 13:14:59.104852 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:59.105180 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:59.116408 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Calling delete_port for 88218e6c-8084-4917-9960-bc015539c52e owned by network:floatingip {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:14:59.134434 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-aaf34b2c-0f77-4fb9-bc9d-99aa482fdbc8 req-7097c026-082c-44a4-81d8-493edc2acf8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c089043-1d66-4f05-b44b-cc96cc471c53 HTTP/1.1" status: 200 len: 1000 time: 0.0572479 Aug 16 13:14:59.192755 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf34b2c-0f77-4fb9-bc9d-99aa482fdbc8 req-4f07af5c-6032-4865-ba53-06ec597adec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:59.194303 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-aaf34b2c-0f77-4fb9-bc9d-99aa482fdbc8 req-4f07af5c-6032-4865-ba53-06ec597adec6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=faf41bad-e842-4648-97f9-204814672f73 HTTP/1.1" status: 200 len: 851 time: 0.0485749 Aug 16 13:14:59.240849 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf34b2c-0f77-4fb9-bc9d-99aa482fdbc8 req-7f0994c0-14a9-498c-97de-2d1a65430dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:59.242327 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-aaf34b2c-0f77-4fb9-bc9d-99aa482fdbc8 req-7f0994c0-14a9-498c-97de-2d1a65430dd2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0abc4278-41a3-46d0-8f8c-47614a895899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406523 Aug 16 13:14:59.260065 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:59.289950 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Pushing event deleted for resources: {'Port': ['ID=88218e6c-8084-4917-9960-bc015539c52e,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:14:59.301088 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:59.301440 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:59.301783 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:59.302124 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:59.302455 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:59.302785 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:59.303114 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:59.303462 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:59.303793 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:59.304133 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:59.304461 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:59.304784 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:14:59.340868 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-aaf34b2c-0f77-4fb9-bc9d-99aa482fdbc8 req-22963850-1af7-440a-af2d-2affa213d9e6 service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886605 Aug 16 13:14:59.357651 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for floatingip, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:59.357978 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.l3_db [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Floating IP 6db73de0-4b7a-41b4-acd0-7c108c61f3c0 disassociated (deleted). External IP: 172.27.3.79, port: bd1f8454-7809-42f4-8507-6e693cea1cd3. Aug 16 13:14:59.432886 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-aaf34b2c-0f77-4fb9-bc9d-99aa482fdbc8 req-6412e4da-b05e-4d85-a861-42bb4978fcb7 service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844703 Aug 16 13:14:59.566548 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Router 16fbc47e-7889-49d1-9502-d269568a7f5e has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:14:59.669541 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:14:59.674255 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:59.678960 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552fcfec-cfe0-46af-95f3-17a3a08fc330 None None] Sync routers for ids ['16fbc47e-7889-49d1-9502-d269568a7f5e'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:14:59.691538 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552fcfec-cfe0-46af-95f3-17a3a08fc330 None None] Routers {'16fbc47e-7889-49d1-9502-d269568a7f5e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:14:59.692081 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-552fcfec-cfe0-46af-95f3-17a3a08fc330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:14:33Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['16fbc47e-7889-49d1-9502-d269568a7f5e'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:14:59.700353 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-fddd8d70-2f2a-41f6-bde3-78588a3a53da tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "DELETE /v2.0/floatingips/6db73de0-4b7a-41b4-acd0-7c108c61f3c0 HTTP/1.1" status: 204 len: 168 time: 0.8239853 Aug 16 13:14:59.700950 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90217cf-5a13-4ac8-85d6-a4e913145c70', 'tag': 'bd1f8454-7809-42f4-8507-6e693cea1cd3'}] {{(pid=94054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:14:59.703727 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2e02789a86343ed90e228d8a01386e3b0dd3ee74f1c4d71a2f16840b073a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5072b340-cdc7-4266-98f4-17db54127c16" -d '{"events": [{"name": "network-changed", "server_uuid": "d90217cf-5a13-4ac8-85d6-a4e913145c70", "tag": "bd1f8454-7809-42f4-8507-6e693cea1cd3"}]}' {{(pid=94054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:14:59.795959 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807c577d-e5cf-4d67-8ba8-26408b1436d8 x-openstack-request-id: req-807c577d-e5cf-4d67-8ba8-26408b1436d8 {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:14:59.796251 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90217cf-5a13-4ac8-85d6-a4e913145c70", "tag": "bd1f8454-7809-42f4-8507-6e693cea1cd3", "status": "completed", "code": 200}]} {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:14:59.796502 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-807c577d-e5cf-4d67-8ba8-26408b1436d8 {{(pid=94054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:14:59.796896 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90217cf-5a13-4ac8-85d6-a4e913145c70', 'tag': 'bd1f8454-7809-42f4-8507-6e693cea1cd3', 'status': 'completed', 'code': 200} Aug 16 13:14:59.801083 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-552fcfec-cfe0-46af-95f3-17a3a08fc330 None None] Set router 16fbc47e-7889-49d1-9502-d269568a7f5e gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:14:59.933495 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fc315d2-b3f3-4bf1-9735-a0e2329c91f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:14:59.963921 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38435534-7940-4462-b264-6eea0a1cde56 req-78488768-f0fc-4b58-ac40-6a35f4dbf039 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:59.965296 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-38435534-7940-4462-b264-6eea0a1cde56 req-78488768-f0fc-4b58-ac40-6a35f4dbf039 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0804121 Aug 16 13:14:59.973760 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072b340-cdc7-4266-98f4-17db54127c16 req-a0ed55d5-09de-477b-af6d-9e6d67529f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:14:59.975230 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5072b340-cdc7-4266-98f4-17db54127c16 req-a0ed55d5-09de-477b-af6d-9e6d67529f36 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9da1f3e8de31466dbfaa635f5c3f34b7&device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 1098 time: 0.0631075 Aug 16 13:15:00.022299 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-552fcfec-cfe0-46af-95f3-17a3a08fc330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'name': 'tempest-TestShelveInstance-1818616538-router', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:54Z', 'updated_at': '2021-08-16T13:07:58Z', 'revision_number': 4, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'gw_port': {'id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:55Z', 'updated_at': '2021-08-16T13:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '44751ca3-9691-4a96-adac-e1f820891f4c', 'name': '', 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'mac_address': 'fa:16:3e:77:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:57Z', 'updated_at': '2021-08-16T13:08:05Z', 'revision_number': 5, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'subnets': [{'id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:00.047628 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552fcfec-cfe0-46af-95f3-17a3a08fc330 None None] Checking router: 16fbc47e-7889-49d1-9502-d269568a7f5e for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:15:00.052857 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-38435534-7940-4462-b264-6eea0a1cde56 req-392b4884-f00a-45fa-9d30-2507a41417c6 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766718 Aug 16 13:15:00.056103 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552fcfec-cfe0-46af-95f3-17a3a08fc330 None None] Routers {'16fbc47e-7889-49d1-9502-d269568a7f5e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:00.056711 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-552fcfec-cfe0-46af-95f3-17a3a08fc330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:14:33Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['16fbc47e-7889-49d1-9502-d269568a7f5e'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:00.085704 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072b340-cdc7-4266-98f4-17db54127c16 req-d1bc93c6-62a8-4877-a9df-1e428cf95d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:00.087190 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5072b340-cdc7-4266-98f4-17db54127c16 req-d1bc93c6-62a8-4877-a9df-1e428cf95d48 service neutron] 10.222.0.61 "GET /v2.0/networks?id=88622421-b6b3-49f4-9d5c-881844ad7947 HTTP/1.1" status: 200 len: 910 time: 0.1045201 Aug 16 13:15:00.132073 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5072b340-cdc7-4266-98f4-17db54127c16 req-ee305966-f840-4739-bb87-8a098d8be0ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd1f8454-7809-42f4-8507-6e693cea1cd3 HTTP/1.1" status: 200 len: 217 time: 0.0368059 Aug 16 13:15:00.164375 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-552fcfec-cfe0-46af-95f3-17a3a08fc330 None None] Set router 16fbc47e-7889-49d1-9502-d269568a7f5e gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:15:00.184996 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072b340-cdc7-4266-98f4-17db54127c16 req-ab97f811-f174-4c16-a3f2-06d3d7ad1fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:00.186961 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5072b340-cdc7-4266-98f4-17db54127c16 req-ab97f811-f174-4c16-a3f2-06d3d7ad1fc3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc470f9b-2ecc-4633-bd7a-552cf323734f HTTP/1.1" status: 200 len: 848 time: 0.0439849 Aug 16 13:15:00.233931 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072b340-cdc7-4266-98f4-17db54127c16 req-5a6c3bdd-eb17-4498-8faf-24673ff702c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:00.235308 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5072b340-cdc7-4266-98f4-17db54127c16 req-5a6c3bdd-eb17-4498-8faf-24673ff702c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88622421-b6b3-49f4-9d5c-881844ad7947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391426 Aug 16 13:15:00.327152 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5072b340-cdc7-4266-98f4-17db54127c16 req-9db911db-4d61-4549-b1f2-91e51d0e0c75 service neutron] 10.222.0.61 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831201 Aug 16 13:15:00.370017 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-552fcfec-cfe0-46af-95f3-17a3a08fc330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'name': 'tempest-TestShelveInstance-1818616538-router', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:54Z', 'updated_at': '2021-08-16T13:07:58Z', 'revision_number': 4, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'gw_port': {'id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:55Z', 'updated_at': '2021-08-16T13:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '44751ca3-9691-4a96-adac-e1f820891f4c', 'name': '', 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'mac_address': 'fa:16:3e:77:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:57Z', 'updated_at': '2021-08-16T13:08:05Z', 'revision_number': 5, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'subnets': [{'id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:00.396364 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552fcfec-cfe0-46af-95f3-17a3a08fc330 None None] The sync data for ids ['16fbc47e-7889-49d1-9502-d269568a7f5e'] in dv-cinder-804698-2-iscsi is: [{'id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'name': 'tempest-TestShelveInstance-1818616538-router', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:54Z', 'updated_at': '2021-08-16T13:07:58Z', 'revision_number': 4, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'gw_port': {'id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:55Z', 'updated_at': '2021-08-16T13:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '44751ca3-9691-4a96-adac-e1f820891f4c', 'name': '', 'network_id': '88622421-b6b3-49f4-9d5c-881844ad7947', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'mac_address': 'fa:16:3e:77:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:57Z', 'updated_at': '2021-08-16T13:08:05Z', 'revision_number': 5, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'subnets': [{'id': 'bc470f9b-2ecc-4633-bd7a-552cf323734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:15:00.415277 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5072b340-cdc7-4266-98f4-17db54127c16 req-f52fb504-add1-473c-aba9-606465217fc3 service neutron] 10.222.0.61 "GET /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801637 Aug 16 13:15:00.603698 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae588b84-6cb1-47b2-ab1b-c293942729d6 None None] New status for floating IP 6db73de0-4b7a-41b4-acd0-7c108c61f3c0: DOWN {{(pid=94056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:15:01.169863 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff08dc7-8619-4338-b0bf-caf2c87cfaba req-f79f9612-0cc8-46dc-a926-e9efa6c32c9d tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:01.171406 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4ff08dc7-8619-4338-b0bf-caf2c87cfaba req-f79f9612-0cc8-46dc-a926-e9efa6c32c9d tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0489683 Aug 16 13:15:01.208154 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-4ff08dc7-8619-4338-b0bf-caf2c87cfaba req-144228c3-ce2b-418a-8763-04b1e8ce2c9c tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bee332-799b-402c-86f0-e9421277bdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305750 Aug 16 13:15:01.777564 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ad1b0-21c7-4509-b386-ed2556cfbbfb req-21f2fef2-37e7-4fff-8fb2-9c4a645f3f37 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:01.778991 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2e9ad1b0-21c7-4509-b386-ed2556cfbbfb req-21f2fef2-37e7-4fff-8fb2-9c4a645f3f37 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.61 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 945 time: 0.0480952 Aug 16 13:15:01.872740 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-2e9ad1b0-21c7-4509-b386-ed2556cfbbfb req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Deleting port bd1f8454-7809-42f4-8507-6e693cea1cd3 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:01.873084 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2e9ad1b0-21c7-4509-b386-ed2556cfbbfb req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:01.958760 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-2e9ad1b0-21c7-4509-b386-ed2556cfbbfb req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] For port bd1f8454-7809-42f4-8507-6e693cea1cd3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bd1f8454-7809-42f4-8507-6e693cea1cd3,segment=NetworkSegment(40ccc765-0d6e-4ac9-9599-a521b99fabd6),segment_id=40ccc765-0d6e-4ac9-9599-a521b99fabd6)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:01.959121 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2e9ad1b0-21c7-4509-b386-ed2556cfbbfb req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:01.971128 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-2e9ad1b0-21c7-4509-b386-ed2556cfbbfb req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Calling delete_port for bd1f8454-7809-42f4-8507-6e693cea1cd3 owned by compute:nova {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:02.095808 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2e9ad1b0-21c7-4509-b386-ed2556cfbbfb req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:02.121628 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Pushing event deleted for resources: {'Port': ['ID=bd1f8454-7809-42f4-8507-6e693cea1cd3,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:02.131790 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:02.132138 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:02.132480 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:02.132822 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:02.133156 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:02.133487 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:02.133825 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:02.134144 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:02.134478 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:02.134801 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:02.135517 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:02.135517 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:15:02.180866 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9ad1b0-21c7-4509-b386-ed2556cfbbfb req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] No DVR routers for this DVR port bd1f8454-7809-42f4-8507-6e693cea1cd3 on host hv-cinder-80469 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:02.183611 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-2e9ad1b0-21c7-4509-b386-ed2556cfbbfb req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:02.185674 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-2e9ad1b0-21c7-4509-b386-ed2556cfbbfb req-3fd19ec8-9f1c-40f1-9a0f-0bef3ad3e0b5 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.61 "DELETE /v2.0/ports/bd1f8454-7809-42f4-8507-6e693cea1cd3 HTTP/1.1" status: 204 len: 173 time: 0.3998435 Aug 16 13:15:02.186115 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90217cf-5a13-4ac8-85d6-a4e913145c70', 'name': 'network-vif-deleted', 'tag': 'bd1f8454-7809-42f4-8507-6e693cea1cd3'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:15:02.188985 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4bef7c-6c67-4bfd-9f6b-5a6f51ccc87c" -d '{"events": [{"server_uuid": "d90217cf-5a13-4ac8-85d6-a4e913145c70", "name": "network-vif-deleted", "tag": "bd1f8454-7809-42f4-8507-6e693cea1cd3"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:15:02.290067 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e9da53-84ee-4948-af89-f35a8d9a543e x-openstack-request-id: req-01e9da53-84ee-4948-af89-f35a8d9a543e {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:15:02.290365 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90217cf-5a13-4ac8-85d6-a4e913145c70", "name": "network-vif-deleted", "tag": "bd1f8454-7809-42f4-8507-6e693cea1cd3", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:15:02.290621 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01e9da53-84ee-4948-af89-f35a8d9a543e {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:15:02.291213 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90217cf-5a13-4ac8-85d6-a4e913145c70', 'name': 'network-vif-deleted', 'tag': 'bd1f8454-7809-42f4-8507-6e693cea1cd3', 'status': 'completed', 'code': 200} Aug 16 13:15:02.326532 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-75043e82-4b73-4a51-9c7a-4ec8244e2aae req-72407f34-3c06-4636-aa67-411375d40635 tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "GET /v2.0/ports?device_id=d90217cf-5a13-4ac8-85d6-a4e913145c70 HTTP/1.1" status: 200 len: 210 time: 0.0304327 Aug 16 13:15:02.512613 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-73f4fc5c-f399-4a00-8cec-68d3ab7cfc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:02.759998 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.381853 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48508) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:03.438525 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3064ef0d-e1b2-4e5f-b93b-2e8bfa95b5bd tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.462760 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3064ef0d-e1b2-4e5f-b93b-2e8bfa95b5bd tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.512064 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.523747 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3064ef0d-e1b2-4e5f-b93b-2e8bfa95b5bd tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.526340 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-3064ef0d-e1b2-4e5f-b93b-2e8bfa95b5bd tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:03.527537 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-3064ef0d-e1b2-4e5f-b93b-2e8bfa95b5bd tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] 10.222.0.20 "DELETE /v2.0/security-groups/50bee332-799b-402c-86f0-e9421277bdba HTTP/1.1" status: 204 len: 168 time: 0.1447344 Aug 16 13:15:03.537811 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064ef0d-e1b2-4e5f-b93b-2e8bfa95b5bd tempest-TestShelveInstance-824759436 tempest-TestShelveInstance-824759436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bee332-799b-402c-86f0-e9421277bdba,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:03.589827 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48512) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:04.014211 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f2f2ba63-3979-4eba-8ffb-a99047bd7106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701895'] for router_interface, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:04.252490 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2ba63-3979-4eba-8ffb-a99047bd7106 admin admin] Deleting port 44751ca3-9691-4a96-adac-e1f820891f4c {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:04.252981 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f2f2ba63-3979-4eba-8ffb-a99047bd7106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:04.598918 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f2f2ba63-3979-4eba-8ffb-a99047bd7106 admin admin] For port 44751ca3-9691-4a96-adac-e1f820891f4c, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=44751ca3-9691-4a96-adac-e1f820891f4c,segment=NetworkSegment(40ccc765-0d6e-4ac9-9599-a521b99fabd6),segment_id=40ccc765-0d6e-4ac9-9599-a521b99fabd6)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:04.599687 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f2f2ba63-3979-4eba-8ffb-a99047bd7106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:04.611024 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2ba63-3979-4eba-8ffb-a99047bd7106 admin admin] Calling delete_port for 44751ca3-9691-4a96-adac-e1f820891f4c owned by network:router_interface {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:04.783703 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f2f2ba63-3979-4eba-8ffb-a99047bd7106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:04.807955 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2ba63-3979-4eba-8ffb-a99047bd7106 admin admin] Pushing event deleted for resources: {'Port': ['ID=44751ca3-9691-4a96-adac-e1f820891f4c,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:04.980032 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f2f2ba63-3979-4eba-8ffb-a99047bd7106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725079'] for router_interface, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:05.185404 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f2ba63-3979-4eba-8ffb-a99047bd7106 admin admin] Router 16fbc47e-7889-49d1-9502-d269568a7f5e has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:15:05.288721 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f2ba63-3979-4eba-8ffb-a99047bd7106 admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:15:05.293582 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-f2f2ba63-3979-4eba-8ffb-a99047bd7106 admin admin] 10.222.0.20 "PUT /v2.0/routers/16fbc47e-7889-49d1-9502-d269568a7f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7027538 Aug 16 13:15:05.296983 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48516) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:05.298765 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b52fd-52df-436d-8944-81d18e9b9df3 None None] Sync routers for ids ['16fbc47e-7889-49d1-9502-d269568a7f5e'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:15:05.318597 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11b52fd-52df-436d-8944-81d18e9b9df3 None None] Routers {'16fbc47e-7889-49d1-9502-d269568a7f5e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:05.319406 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-d11b52fd-52df-436d-8944-81d18e9b9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:15:03Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['16fbc47e-7889-49d1-9502-d269568a7f5e'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:05.322700 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:05.399905 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6d46-997f-4b0b-a40e-fa5c91a919ce admin admin] Notify callbacks [] for router, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:05.424018 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-d11b52fd-52df-436d-8944-81d18e9b9df3 None None] Set router 16fbc47e-7889-49d1-9502-d269568a7f5e gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:15:05.501212 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6d46-997f-4b0b-a40e-fa5c91a919ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:05.553874 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-cb9c6d46-997f-4b0b-a40e-fa5c91a919ce admin admin] Deleting port ad4bac17-006c-421d-88c0-4ea7b2efe677 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:05.554222 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6d46-997f-4b0b-a40e-fa5c91a919ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:05.597740 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-d11b52fd-52df-436d-8944-81d18e9b9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'name': 'tempest-TestShelveInstance-1818616538-router', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:54Z', 'updated_at': '2021-08-16T13:15:04Z', 'revision_number': 5, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'gw_port': {'id': 'ad4bac17-006c-421d-88c0-4ea7b2efe677', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:07:55Z', 'updated_at': '2021-08-16T13:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:05.624451 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b52fd-52df-436d-8944-81d18e9b9df3 None None] Checking router: 16fbc47e-7889-49d1-9502-d269568a7f5e for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:15:05.631515 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11b52fd-52df-436d-8944-81d18e9b9df3 None None] Routers {'16fbc47e-7889-49d1-9502-d269568a7f5e'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:05.632125 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-d11b52fd-52df-436d-8944-81d18e9b9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:15:03Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['16fbc47e-7889-49d1-9502-d269568a7f5e'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:05.635465 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-cb9c6d46-997f-4b0b-a40e-fa5c91a919ce admin admin] For port ad4bac17-006c-421d-88c0-4ea7b2efe677, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=ad4bac17-006c-421d-88c0-4ea7b2efe677,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:05.635995 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6d46-997f-4b0b-a40e-fa5c91a919ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:05.648464 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-cb9c6d46-997f-4b0b-a40e-fa5c91a919ce admin admin] Calling delete_port for ad4bac17-006c-421d-88c0-4ea7b2efe677 owned by network:router_gateway {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:05.715292 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-d11b52fd-52df-436d-8944-81d18e9b9df3 None None] Set router 16fbc47e-7889-49d1-9502-d269568a7f5e gateway port host: None {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:15:05.769915 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-d11b52fd-52df-436d-8944-81d18e9b9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'name': 'tempest-TestShelveInstance-1818616538-router', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:54Z', 'updated_at': '2021-08-16T13:15:05Z', 'revision_number': 6, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'gw_port_host': None}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:05.796151 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b52fd-52df-436d-8944-81d18e9b9df3 None None] The sync data for ids ['16fbc47e-7889-49d1-9502-d269568a7f5e'] in dv-cinder-804698-2-iscsi is: [{'id': '16fbc47e-7889-49d1-9502-d269568a7f5e', 'name': 'tempest-TestShelveInstance-1818616538-router', 'tenant_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:07:54Z', 'updated_at': '2021-08-16T13:15:05Z', 'revision_number': 6, 'project_id': '9da1f3e8de31466dbfaa635f5c3f34b7', 'gw_port_host': None}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:15:05.812777 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6d46-997f-4b0b-a40e-fa5c91a919ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:05.841666 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c6d46-997f-4b0b-a40e-fa5c91a919ce admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4bac17-006c-421d-88c0-4ea7b2efe677,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:05.899014 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6d46-997f-4b0b-a40e-fa5c91a919ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726269'] for router_gateway, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:05.989798 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6d46-997f-4b0b-a40e-fa5c91a919ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-251285'] for router, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:05.991820 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6d46-997f-4b0b-a40e-fa5c91a919ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.033668 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6d46-997f-4b0b-a40e-fa5c91a919ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728928'] for router, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.034199 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9c6d46-997f-4b0b-a40e-fa5c91a919ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16fbc47e-7889-49d1-9502-d269568a7f5e {{(pid=94053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:15:06.038456 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6d46-997f-4b0b-a40e-fa5c91a919ce admin admin] Notify callbacks [] for router, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.039554 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-cb9c6d46-997f-4b0b-a40e-fa5c91a919ce admin admin] 10.222.0.20 "DELETE /v2.0/routers/16fbc47e-7889-49d1-9502-d269568a7f5e HTTP/1.1" status: 204 len: 168 time: 0.7416153 Aug 16 13:15:06.042209 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48518) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:06.085303 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcdf54af-9b36-44cf-af32-362060bbdc00 admin admin] Deleting subnet bc470f9b-2ecc-4633-bd7a-552cf323734f {{(pid=94053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:15:06.088172 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fcdf54af-9b36-44cf-af32-362060bbdc00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.120548 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fcdf54af-9b36-44cf-af32-362060bbdc00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14268650'] for subnet, precommit_delete_associations {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.203819 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fcdf54af-9b36-44cf-af32-362060bbdc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1938334'] for subnet, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.257239 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fcdf54af-9b36-44cf-af32-362060bbdc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1938327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14434945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13324480'] for subnet, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.282301 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf54af-9b36-44cf-af32-362060bbdc00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc470f9b-2ecc-4633-bd7a-552cf323734f,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:06.285847 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fcdf54af-9b36-44cf-af32-362060bbdc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.290383 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-fcdf54af-9b36-44cf-af32-362060bbdc00 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bc470f9b-2ecc-4633-bd7a-552cf323734f HTTP/1.1" status: 204 len: 168 time: 0.2472405 Aug 16 13:15:06.290687 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48520) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:06.291368 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2af840-24ad-437c-a7f1-612afff22b75 None None] Network 88622421-b6b3-49f4-9d5c-881844ad7947 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:06.360907 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771912'] for network, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.412757 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] Deleting port e6e234b5-8eb8-42f4-a6ed-8be816549809 {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:06.413094 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.477856 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] For port e6e234b5-8eb8-42f4-a6ed-8be816549809, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=e6e234b5-8eb8-42f4-a6ed-8be816549809,segment=NetworkSegment(40ccc765-0d6e-4ac9-9599-a521b99fabd6),segment_id=40ccc765-0d6e-4ac9-9599-a521b99fabd6)] {{(pid=94054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:06.478137 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.491120 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] Calling delete_port for e6e234b5-8eb8-42f4-a6ed-8be816549809 owned by network:dhcp {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:06.580641 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.591229 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b33a7dc-0230-487b-9a26-302a71d6a36c None None] DHCP port deletion for 88622421-b6b3-49f4-9d5c-881844ad7947 request from dv-cinder-804698-2-iscsi {{(pid=94055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:15:06.612037 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e234b5-8eb8-42f4-a6ed-8be816549809,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:06.617760 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] No DVR routers for this DVR port e6e234b5-8eb8-42f4-a6ed-8be816549809 on host dv-cinder-804698-2-iscsi {{(pid=94054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:06.692145 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740267', 'neutron.services.segments.db._delete_segments_for_network-8755702799171'] for network, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.701858 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88622421-b6b3-49f4-9d5c-881844ad7947']}} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:06.712475 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ccc765-0d6e-4ac9-9599-a521b99fabd6') {'for_net_delete': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:06.712771 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ccc765-0d6e-4ac9-9599-a521b99fabd6') {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:06.722156 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755702802764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14162406'] for segment, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.741121 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.747591 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:15:06.748010 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13922259'] for segment, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: Traceback (most recent call last): Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: timer() Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: cb(*args, **kw) Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: return func(*args, **kwargs) Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: self._notify() Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: self.callback(batched_events) Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: event.method(event) Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: return f(self, *a, **k) Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: return self._get(url).json() Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: return self.request(url, 'GET', **kwargs) Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:15:06.750085 dv-cinder-804698-2-iscsi neutron-server[94054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:15:06.804660 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726233'] for network, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.809881 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:06.811772 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/88622421-b6b3-49f4-9d5c-881844ad7947 HTTP/1.1" status: 204 len: 168 time: 0.5200033 Aug 16 13:15:06.814663 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48522) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:06.822661 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10979da4-6924-4544-bebe-8517183635b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=88622421-b6b3-49f4-9d5c-881844ad7947,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:06.899247 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device bd1f8454-7809-42f4-8507-6e693cea1cd3 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:06.919258 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: bd1f8454-7809-42f4-8507-6e693cea1cd3 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:06.919865 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device bd1f8454-7809-42f4-8507-6e693cea1cd3 not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:06.929668 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device ad4bac17-006c-421d-88c0-4ea7b2efe677 no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:06.948267 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: ad4bac17-006c-421d-88c0-4ea7b2efe677 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:06.948609 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device ad4bac17-006c-421d-88c0-4ea7b2efe677 not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:06.949014 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device e6e234b5-8eb8-42f4-a6ed-8be816549809 no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:06.966630 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: e6e234b5-8eb8-42f4-a6ed-8be816549809 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:06.966977 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device e6e234b5-8eb8-42f4-a6ed-8be816549809 not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:06.967944 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 44751ca3-9691-4a96-adac-e1f820891f4c no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:06.986184 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: 44751ca3-9691-4a96-adac-e1f820891f4c {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:06.986528 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 44751ca3-9691-4a96-adac-e1f820891f4c not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:07.161620 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d3fbc317-8cce-44fc-8d50-764fe4a9c951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701895'] for router_interface, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:07.396042 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d3fbc317-8cce-44fc-8d50-764fe4a9c951 admin admin] Deleting port 7c80f961-2380-47c2-a0bd-867a6f2fe255 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:07.396300 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d3fbc317-8cce-44fc-8d50-764fe4a9c951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:07.471428 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-d3fbc317-8cce-44fc-8d50-764fe4a9c951 admin admin] For port 7c80f961-2380-47c2-a0bd-867a6f2fe255, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=7c80f961-2380-47c2-a0bd-867a6f2fe255,segment=NetworkSegment(cb217ed1-591b-4929-9090-a797f9e39618),segment_id=cb217ed1-591b-4929-9090-a797f9e39618)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:07.471789 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d3fbc317-8cce-44fc-8d50-764fe4a9c951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:07.483614 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d3fbc317-8cce-44fc-8d50-764fe4a9c951 admin admin] Calling delete_port for 7c80f961-2380-47c2-a0bd-867a6f2fe255 owned by network:router_interface {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:07.656048 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d3fbc317-8cce-44fc-8d50-764fe4a9c951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:07.681645 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbc317-8cce-44fc-8d50-764fe4a9c951 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c80f961-2380-47c2-a0bd-867a6f2fe255,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:07.841413 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d3fbc317-8cce-44fc-8d50-764fe4a9c951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725079'] for router_interface, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.298938 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fbc317-8cce-44fc-8d50-764fe4a9c951 admin admin] Router b5a091f5-b133-4e5c-b1c4-19f10a5781ad has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:15:08.398148 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fbc317-8cce-44fc-8d50-764fe4a9c951 admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:15:08.403059 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-d3fbc317-8cce-44fc-8d50-764fe4a9c951 admin admin] 10.222.0.20 "PUT /v2.0/routers/b5a091f5-b133-4e5c-b1c4-19f10a5781ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5873876 Aug 16 13:15:08.406201 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48524) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:08.408623 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efea7a90-6a59-4443-bb60-5d48ec178628 None None] Sync routers for ids ['b5a091f5-b133-4e5c-b1c4-19f10a5781ad'] in dv-cinder-804698-2-iscsi {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:15:08.417743 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efea7a90-6a59-4443-bb60-5d48ec178628 None None] Routers {'b5a091f5-b133-4e5c-b1c4-19f10a5781ad'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:08.418424 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-efea7a90-6a59-4443-bb60-5d48ec178628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:15:03Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['b5a091f5-b133-4e5c-b1c4-19f10a5781ad'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:08.506488 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-165586ca-8a86-4ecb-a216-f2cfa182a9e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.519560 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-efea7a90-6a59-4443-bb60-5d48ec178628 None None] Set router b5a091f5-b133-4e5c-b1c4-19f10a5781ad gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:15:08.604975 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-165586ca-8a86-4ecb-a216-f2cfa182a9e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.657050 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-165586ca-8a86-4ecb-a216-f2cfa182a9e9 admin admin] Deleting port 440c3b62-c344-4d33-ada0-c231c1821465 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:08.657298 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-165586ca-8a86-4ecb-a216-f2cfa182a9e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.692157 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-efea7a90-6a59-4443-bb60-5d48ec178628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'name': 'tempest-TestShelveInstance-1487985110-router', 'tenant_id': '972f526d66524e0dae61efbc9201a00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '440c3b62-c344-4d33-ada0-c231c1821465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:00Z', 'updated_at': '2021-08-16T13:15:07Z', 'revision_number': 5, 'project_id': '972f526d66524e0dae61efbc9201a00b', 'gw_port': {'id': '440c3b62-c344-4d33-ada0-c231c1821465', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:01Z', 'updated_at': '2021-08-16T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:08.721394 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efea7a90-6a59-4443-bb60-5d48ec178628 None None] Checking router: b5a091f5-b133-4e5c-b1c4-19f10a5781ad for host: dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:15:08.729516 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efea7a90-6a59-4443-bb60-5d48ec178628 None None] Routers {'b5a091f5-b133-4e5c-b1c4-19f10a5781ad'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:08.730105 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-efea7a90-6a59-4443-bb60-5d48ec178628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:15:03Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['b5a091f5-b133-4e5c-b1c4-19f10a5781ad'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:08.734913 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-165586ca-8a86-4ecb-a216-f2cfa182a9e9 admin admin] For port 440c3b62-c344-4d33-ada0-c231c1821465, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=440c3b62-c344-4d33-ada0-c231c1821465,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:08.735277 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-165586ca-8a86-4ecb-a216-f2cfa182a9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.746448 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-165586ca-8a86-4ecb-a216-f2cfa182a9e9 admin admin] Calling delete_port for 440c3b62-c344-4d33-ada0-c231c1821465 owned by network:router_gateway {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:08.900878 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-efea7a90-6a59-4443-bb60-5d48ec178628 None None] Set router b5a091f5-b133-4e5c-b1c4-19f10a5781ad gateway port host: None {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:15:08.913853 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-165586ca-8a86-4ecb-a216-f2cfa182a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:08.943964 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165586ca-8a86-4ecb-a216-f2cfa182a9e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=440c3b62-c344-4d33-ada0-c231c1821465,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:08.955676 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-efea7a90-6a59-4443-bb60-5d48ec178628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'name': 'tempest-TestShelveInstance-1487985110-router', 'tenant_id': '972f526d66524e0dae61efbc9201a00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:00Z', 'updated_at': '2021-08-16T13:15:08Z', 'revision_number': 6, 'project_id': '972f526d66524e0dae61efbc9201a00b', 'gw_port_host': None}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:08.983480 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efea7a90-6a59-4443-bb60-5d48ec178628 None None] The sync data for ids ['b5a091f5-b133-4e5c-b1c4-19f10a5781ad'] in dv-cinder-804698-2-iscsi is: [{'id': 'b5a091f5-b133-4e5c-b1c4-19f10a5781ad', 'name': 'tempest-TestShelveInstance-1487985110-router', 'tenant_id': '972f526d66524e0dae61efbc9201a00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:00Z', 'updated_at': '2021-08-16T13:15:08Z', 'revision_number': 6, 'project_id': '972f526d66524e0dae61efbc9201a00b', 'gw_port_host': None}] {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:15:09.006147 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-165586ca-8a86-4ecb-a216-f2cfa182a9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726269'] for router_gateway, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.093332 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-165586ca-8a86-4ecb-a216-f2cfa182a9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-251285'] for router, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.095417 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-165586ca-8a86-4ecb-a216-f2cfa182a9e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.137522 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-165586ca-8a86-4ecb-a216-f2cfa182a9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728928'] for router, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.138066 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165586ca-8a86-4ecb-a216-f2cfa182a9e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5a091f5-b133-4e5c-b1c4-19f10a5781ad {{(pid=94053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:15:09.142978 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-165586ca-8a86-4ecb-a216-f2cfa182a9e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.144085 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-165586ca-8a86-4ecb-a216-f2cfa182a9e9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b5a091f5-b133-4e5c-b1c4-19f10a5781ad HTTP/1.1" status: 204 len: 168 time: 0.7369485 Aug 16 13:15:09.146539 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48526) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:09.189634 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3655f93-448e-41b4-82b1-7822d13b81b4 admin admin] Deleting subnet 1ae051fa-983f-41ae-beb8-a18a5af93646 {{(pid=94053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:15:09.192600 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c3655f93-448e-41b4-82b1-7822d13b81b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.225628 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c3655f93-448e-41b4-82b1-7822d13b81b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14268650'] for subnet, precommit_delete_associations {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.302798 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c3655f93-448e-41b4-82b1-7822d13b81b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1938334'] for subnet, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.357491 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c3655f93-448e-41b4-82b1-7822d13b81b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1938327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14434945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13324480'] for subnet, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.385843 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3655f93-448e-41b4-82b1-7822d13b81b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ae051fa-983f-41ae-beb8-a18a5af93646,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:09.390563 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c3655f93-448e-41b4-82b1-7822d13b81b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.392573 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-c3655f93-448e-41b4-82b1-7822d13b81b4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1ae051fa-983f-41ae-beb8-a18a5af93646 HTTP/1.1" status: 204 len: 168 time: 0.2450833 Aug 16 13:15:09.395116 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48528) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:09.396196 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd939bc5-8313-4346-bb1e-6d5ead15fcaf None None] Network e079c962-b013-4699-9646-8490d695fb97 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:09.465429 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771912'] for network, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.517533 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] Deleting port 982d0ff8-5455-4863-845e-cd2c14516b62 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:09.517878 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.580395 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] For port 982d0ff8-5455-4863-845e-cd2c14516b62, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=982d0ff8-5455-4863-845e-cd2c14516b62,segment=NetworkSegment(cb217ed1-591b-4929-9090-a797f9e39618),segment_id=cb217ed1-591b-4929-9090-a797f9e39618)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:09.580764 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.592984 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] Calling delete_port for 982d0ff8-5455-4863-845e-cd2c14516b62 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:09.672184 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.697017 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] Pushing event deleted for resources: {'Port': ['ID=982d0ff8-5455-4863-845e-cd2c14516b62,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:09.700354 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] No DVR routers for this DVR port 982d0ff8-5455-4863-845e-cd2c14516b62 on host dv-cinder-804698-2-iscsi {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:09.771701 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d02fd7-4f2e-43a4-92e0-50dbe8272137 None None] DHCP port deletion for e079c962-b013-4699-9646-8490d695fb97 request from dv-cinder-804698-2-iscsi {{(pid=94055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:15:09.773517 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740267', 'neutron.services.segments.db._delete_segments_for_network-8755702799171'] for network, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.784767 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e079c962-b013-4699-9646-8490d695fb97']}} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:09.795326 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb217ed1-591b-4929-9090-a797f9e39618') {'for_net_delete': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:09.796401 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb217ed1-591b-4929-9090-a797f9e39618') {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:09.805165 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755702802764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14268643'] for segment, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.818682 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.824581 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:15:09.824961 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14435047'] for segment, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: Traceback (most recent call last): Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: timer() Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: cb(*args, **kw) Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: return func(*args, **kwargs) Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: self._notify() Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: self.callback(batched_events) Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: event.method(event) Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: return f(self, *a, **k) Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: return self._get(url).json() Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: return self.request(url, 'GET', **kwargs) Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:15:09.826742 dv-cinder-804698-2-iscsi neutron-server[94053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:15:09.883327 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726233'] for network, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.888692 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:09.890585 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e079c962-b013-4699-9646-8490d695fb97 HTTP/1.1" status: 204 len: 168 time: 0.4944813 Aug 16 13:15:09.901882 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a0385-54a0-4a86-af1a-16a49e3e5977 admin admin] Pushing event deleted for resources: {'Network': ['ID=e079c962-b013-4699-9646-8490d695fb97,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:10.009449 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48532) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:10.050262 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-135f3e34-4220-487a-8c0f-b27f7a980a2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9da1f3e8de31466dbfaa635f5c3f34b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396254 Aug 16 13:15:10.052665 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48534) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:10.103468 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d7b57511-e8a7-4d3b-bb75-10d9f3077537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:10.123224 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d7b57511-e8a7-4d3b-bb75-10d9f3077537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:10.169011 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d7b57511-e8a7-4d3b-bb75-10d9f3077537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:10.172100 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-d7b57511-e8a7-4d3b-bb75-10d9f3077537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:10.173228 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-d7b57511-e8a7-4d3b-bb75-10d9f3077537 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7021fc3-82b2-402a-ab43-7703fe736633 HTTP/1.1" status: 204 len: 168 time: 0.1196923 Aug 16 13:15:10.181621 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b57511-e8a7-4d3b-bb75-10d9f3077537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7021fc3-82b2-402a-ab43-7703fe736633,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:10.476661 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48540) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:10.515925 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-71829bbd-4160-4406-bed1-8ba9491be1f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=972f526d66524e0dae61efbc9201a00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378633 Aug 16 13:15:10.518205 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48542) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:10.564439 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-540043fc-2a53-4485-a803-80d45676419c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:10.584376 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-540043fc-2a53-4485-a803-80d45676419c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:10.630743 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-540043fc-2a53-4485-a803-80d45676419c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:10.635445 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-540043fc-2a53-4485-a803-80d45676419c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:10.637373 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-540043fc-2a53-4485-a803-80d45676419c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24b7d79f-2575-4bd2-a1bf-bd792298cff8 HTTP/1.1" status: 204 len: 168 time: 0.1180542 Aug 16 13:15:10.648954 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540043fc-2a53-4485-a803-80d45676419c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b7d79f-2575-4bd2-a1bf-bd792298cff8,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:10.923977 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 982d0ff8-5455-4863-845e-cd2c14516b62 no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:10.951109 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: 982d0ff8-5455-4863-845e-cd2c14516b62 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:10.951483 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 982d0ff8-5455-4863-845e-cd2c14516b62 not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:10.951972 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 7c80f961-2380-47c2-a0bd-867a6f2fe255 no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:10.971600 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: 7c80f961-2380-47c2-a0bd-867a6f2fe255 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:10.971978 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 7c80f961-2380-47c2-a0bd-867a6f2fe255 not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:10.972384 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 440c3b62-c344-4d33-ada0-c231c1821465 no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:10.992482 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: 440c3b62-c344-4d33-ada0-c231c1821465 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:10.992838 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 440c3b62-c344-4d33-ada0-c231c1821465 not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:13.358769 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:15:22.250920 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:29.877123 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-71fce673-840c-4377-9d24-2d636271e749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:32.512491 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5e89b653-df72-4e1e-8360-e9b4cb9c54f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:32.759501 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:33.513669 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:35.315878 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:42.880883 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48548) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:43.035722 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-0999800a-8ba6-45b2-9008-5b6093046fa3 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Deleting port 36a80914-d9f0-42e4-b11e-1f73a74aed89 {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:43.036062 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0999800a-8ba6-45b2-9008-5b6093046fa3 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.107747 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0999800a-8ba6-45b2-9008-5b6093046fa3 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.108082 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0999800a-8ba6-45b2-9008-5b6093046fa3 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.119764 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-0999800a-8ba6-45b2-9008-5b6093046fa3 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Calling delete_port for 36a80914-d9f0-42e4-b11e-1f73a74aed89 owned by network:floatingip {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:43.264344 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0999800a-8ba6-45b2-9008-5b6093046fa3 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.289387 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999800a-8ba6-45b2-9008-5b6093046fa3 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event deleted for resources: {'Port': ['ID=36a80914-d9f0-42e4-b11e-1f73a74aed89,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:43.348798 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0999800a-8ba6-45b2-9008-5b6093046fa3 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for floatingip, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.349132 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.l3_db [None req-0999800a-8ba6-45b2-9008-5b6093046fa3 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Floating IP db8d152c-bd34-46d3-94f2-0a3fc4b369e8 disassociated (deleted). External IP: 172.27.3.154, port: 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250. Aug 16 13:15:43.794853 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0999800a-8ba6-45b2-9008-5b6093046fa3 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Router f1795ea3-0cc6-49f3-ab36-6a763710f8ce has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:15:43.895998 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0999800a-8ba6-45b2-9008-5b6093046fa3 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:15:43.900963 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0999800a-8ba6-45b2-9008-5b6093046fa3 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:43.905306 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2f63e-c378-4726-990d-851120b50362 None None] Sync routers for ids ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:15:43.915140 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2f63e-c378-4726-990d-851120b50362 None None] Routers {'f1795ea3-0cc6-49f3-ab36-6a763710f8ce'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:43.915775 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-18f2f63e-c378-4726-990d-851120b50362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:15:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:43.930110 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-0999800a-8ba6-45b2-9008-5b6093046fa3 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "DELETE /v2.0/floatingips/db8d152c-bd34-46d3-94f2-0a3fc4b369e8 HTTP/1.1" status: 204 len: 168 time: 1.0481298 Aug 16 13:15:43.930697 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd95e00a-181b-4fb0-9b8b-af63c36c766d', 'tag': '5ee444f5-d9ed-4b3e-9de4-9dcec9d51250'}] {{(pid=94054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:15:43.932977 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2e02789a86343ed90e228d8a01386e3b0dd3ee74f1c4d71a2f16840b073a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcde455-a340-471f-88a7-45a11c392b62" -d '{"events": [{"name": "network-changed", "server_uuid": "bd95e00a-181b-4fb0-9b8b-af63c36c766d", "tag": "5ee444f5-d9ed-4b3e-9de4-9dcec9d51250"}]}' {{(pid=94054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:15:43.974297 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fdfe50-480b-4349-98dc-22bd3b48d691 x-openstack-request-id: req-08fdfe50-480b-4349-98dc-22bd3b48d691 {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:15:43.974586 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd95e00a-181b-4fb0-9b8b-af63c36c766d", "tag": "5ee444f5-d9ed-4b3e-9de4-9dcec9d51250", "status": "completed", "code": 200}]} {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:15:43.974833 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08fdfe50-480b-4349-98dc-22bd3b48d691 {{(pid=94054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:15:43.975302 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd95e00a-181b-4fb0-9b8b-af63c36c766d', 'tag': '5ee444f5-d9ed-4b3e-9de4-9dcec9d51250', 'status': 'completed', 'code': 200} Aug 16 13:15:44.021433 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-18f2f63e-c378-4726-990d-851120b50362 None None] Set router f1795ea3-0cc6-49f3-ab36-6a763710f8ce gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:15:44.073973 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcde455-a340-471f-88a7-45a11c392b62 req-94446b6f-ac28-4229-8a88-9f585060104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:44.075529 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0bcde455-a340-471f-88a7-45a11c392b62 req-94446b6f-ac28-4229-8a88-9f585060104c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20&device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 1099 time: 0.0549326 Aug 16 13:15:44.160988 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20b200-d1a6-477a-8b86-12cfa18fdcca req-0139e8bf-997a-40b7-aac0-7bb69dd6a8a7 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:44.163308 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-3b20b200-d1a6-477a-8b86-12cfa18fdcca req-0139e8bf-997a-40b7-aac0-7bb69dd6a8a7 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 946 time: 0.0559680 Aug 16 13:15:44.202954 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-3b20b200-d1a6-477a-8b86-12cfa18fdcca req-a116b3e4-8f37-48ae-af9f-e3159631de24 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330219 Aug 16 13:15:44.207161 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcde455-a340-471f-88a7-45a11c392b62 req-514377e5-4dbd-48d6-9080-5aa38ade76c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:44.208666 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0bcde455-a340-471f-88a7-45a11c392b62 req-514377e5-4dbd-48d6-9080-5aa38ade76c0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0abc4278-41a3-46d0-8f8c-47614a895899 HTTP/1.1" status: 200 len: 913 time: 0.0958388 Aug 16 13:15:44.255316 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0bcde455-a340-471f-88a7-45a11c392b62 req-0eaedef6-889a-4ad7-9bdf-171f8be8949c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 HTTP/1.1" status: 200 len: 217 time: 0.0379283 Aug 16 13:15:44.258271 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-18f2f63e-c378-4726-990d-851120b50362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '52527ac3-dc88-47f7-a9fb-a978e2b551f8', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'port_id': '5c089043-1d66-4f05-b44b-cc96cc471c53', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'mac_address': 'fa:16:3e:82:38:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:12:16Z', 'updated_at': '2021-08-16T13:12:19Z', 'revision_number': 1, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:56Z', 'revision_number': 5, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:44.284326 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2f63e-c378-4726-990d-851120b50362 None None] Checking router: f1795ea3-0cc6-49f3-ab36-6a763710f8ce for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:15:44.292657 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2f63e-c378-4726-990d-851120b50362 None None] Routers {'f1795ea3-0cc6-49f3-ab36-6a763710f8ce'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:44.293156 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-18f2f63e-c378-4726-990d-851120b50362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:15:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:44.304628 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcde455-a340-471f-88a7-45a11c392b62 req-0e88363d-a485-4efd-b193-3ab211eabc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:44.306151 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0bcde455-a340-471f-88a7-45a11c392b62 req-0e88363d-a485-4efd-b193-3ab211eabc3a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=faf41bad-e842-4648-97f9-204814672f73 HTTP/1.1" status: 200 len: 851 time: 0.0434575 Aug 16 13:15:44.352860 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcde455-a340-471f-88a7-45a11c392b62 req-0fef321e-cbe3-45a7-afa8-c04c07f5c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:44.354380 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0bcde455-a340-471f-88a7-45a11c392b62 req-0fef321e-cbe3-45a7-afa8-c04c07f5c5e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0abc4278-41a3-46d0-8f8c-47614a895899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397012 Aug 16 13:15:44.398943 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-18f2f63e-c378-4726-990d-851120b50362 None None] Set router f1795ea3-0cc6-49f3-ab36-6a763710f8ce gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:15:44.447796 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0bcde455-a340-471f-88a7-45a11c392b62 req-4e8f99d6-8c21-46d7-beec-b9d76f8ccae3 service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841372 Aug 16 13:15:44.537859 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-0bcde455-a340-471f-88a7-45a11c392b62 req-3d5ebf14-724d-4c8e-ad5f-ecccac38fb54 service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808947 Aug 16 13:15:44.622541 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-18f2f63e-c378-4726-990d-851120b50362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '52527ac3-dc88-47f7-a9fb-a978e2b551f8', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'port_id': '5c089043-1d66-4f05-b44b-cc96cc471c53', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'mac_address': 'fa:16:3e:82:38:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:12:16Z', 'updated_at': '2021-08-16T13:12:19Z', 'revision_number': 1, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:56Z', 'revision_number': 5, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:44.648217 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2f63e-c378-4726-990d-851120b50362 None None] The sync data for ids ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'] in dv-cinder-804698-2-iscsi is: [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_floatingips': [{'id': '52527ac3-dc88-47f7-a9fb-a978e2b551f8', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'router_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'port_id': '5c089043-1d66-4f05-b44b-cc96cc471c53', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'mac_address': 'fa:16:3e:82:38:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T13:12:16Z', 'updated_at': '2021-08-16T13:12:19Z', 'revision_number': 1, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:56Z', 'revision_number': 5, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:15:44.846365 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef25172-f357-4f04-86e0-a6dc9823d1da None None] New status for floating IP db8d152c-bd34-46d3-94f2-0a3fc4b369e8: DOWN {{(pid=94056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:15:45.320160 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3de72-7b49-44b3-963d-d58a4aa8784b req-51cc33e6-4564-4525-9bd9-8f24d2fb31ff tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:45.321644 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-77f3de72-7b49-44b3-963d-d58a4aa8784b req-51cc33e6-4564-4525-9bd9-8f24d2fb31ff tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 946 time: 0.0504725 Aug 16 13:15:45.359402 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-77f3de72-7b49-44b3-963d-d58a4aa8784b req-c66afa7a-7ce2-46d6-986b-42b514338908 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312049 Aug 16 13:15:45.846071 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73e1d-7622-497f-b25a-c2782cdc5726 req-e24e4a77-fc34-4192-b404-086e6f6ec06a tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:45.847545 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a4f73e1d-7622-497f-b25a-c2782cdc5726 req-e24e4a77-fc34-4192-b404-086e6f6ec06a tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 946 time: 0.0515327 Aug 16 13:15:45.935073 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-a4f73e1d-7622-497f-b25a-c2782cdc5726 req-68d390e8-9eac-4ace-bf2b-3c637a3537cb tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Deleting port 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:45.935439 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-a4f73e1d-7622-497f-b25a-c2782cdc5726 req-68d390e8-9eac-4ace-bf2b-3c637a3537cb tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:46.023290 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-a4f73e1d-7622-497f-b25a-c2782cdc5726 req-68d390e8-9eac-4ace-bf2b-3c637a3537cb tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] For port 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5ee444f5-d9ed-4b3e-9de4-9dcec9d51250,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:46.023678 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-a4f73e1d-7622-497f-b25a-c2782cdc5726 req-68d390e8-9eac-4ace-bf2b-3c637a3537cb tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:46.035555 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-a4f73e1d-7622-497f-b25a-c2782cdc5726 req-68d390e8-9eac-4ace-bf2b-3c637a3537cb tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Calling delete_port for 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 owned by compute:nova {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:46.160186 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-a4f73e1d-7622-497f-b25a-c2782cdc5726 req-68d390e8-9eac-4ace-bf2b-3c637a3537cb tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:46.193601 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d390e8-9eac-4ace-bf2b-3c637a3537cb tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event deleted for resources: {'Port': ['ID=5ee444f5-d9ed-4b3e-9de4-9dcec9d51250,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:46.230853 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f73e1d-7622-497f-b25a-c2782cdc5726 req-68d390e8-9eac-4ace-bf2b-3c637a3537cb tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] No DVR routers for this DVR port 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 on host hv-cinder-80469 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:46.233289 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-a4f73e1d-7622-497f-b25a-c2782cdc5726 req-68d390e8-9eac-4ace-bf2b-3c637a3537cb tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:46.235765 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-a4f73e1d-7622-497f-b25a-c2782cdc5726 req-68d390e8-9eac-4ace-bf2b-3c637a3537cb tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.61 "DELETE /v2.0/ports/5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 HTTP/1.1" status: 204 len: 173 time: 0.3826022 Aug 16 13:15:46.236190 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd95e00a-181b-4fb0-9b8b-af63c36c766d', 'name': 'network-vif-deleted', 'tag': '5ee444f5-d9ed-4b3e-9de4-9dcec9d51250'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:15:46.238374 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82580473-433d-4f45-948e-0539d68b9789" -d '{"events": [{"server_uuid": "bd95e00a-181b-4fb0-9b8b-af63c36c766d", "name": "network-vif-deleted", "tag": "5ee444f5-d9ed-4b3e-9de4-9dcec9d51250"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:15:46.273716 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dd35a4-f4fc-4d88-960b-4ce993aca125 x-openstack-request-id: req-71dd35a4-f4fc-4d88-960b-4ce993aca125 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:15:46.274007 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd95e00a-181b-4fb0-9b8b-af63c36c766d", "name": "network-vif-deleted", "tag": "5ee444f5-d9ed-4b3e-9de4-9dcec9d51250", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:15:46.274261 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71dd35a4-f4fc-4d88-960b-4ce993aca125 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:15:46.274658 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd95e00a-181b-4fb0-9b8b-af63c36c766d', 'name': 'network-vif-deleted', 'tag': '5ee444f5-d9ed-4b3e-9de4-9dcec9d51250', 'status': 'completed', 'code': 200} Aug 16 13:15:46.450058 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-24d63b55-57e7-48ed-a062-be9e3c05f87c req-7a1682c0-2e18-49c4-bdea-89734ee78aac tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd95e00a-181b-4fb0-9b8b-af63c36c766d HTTP/1.1" status: 200 len: 210 time: 0.0255392 Aug 16 13:15:49.714481 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48576) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:49.865035 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-0b28f2ec-391b-4464-b947-b42884ced0ff tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Deleting port a3140167-08a5-4bc4-947f-68a35fc9e682 {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:49.865385 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0b28f2ec-391b-4464-b947-b42884ced0ff tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:49.942800 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0b28f2ec-391b-4464-b947-b42884ced0ff tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:49.943121 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0b28f2ec-391b-4464-b947-b42884ced0ff tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:49.954665 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-0b28f2ec-391b-4464-b947-b42884ced0ff tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Calling delete_port for a3140167-08a5-4bc4-947f-68a35fc9e682 owned by network:floatingip {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:50.093887 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0b28f2ec-391b-4464-b947-b42884ced0ff tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:50.118936 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28f2ec-391b-4464-b947-b42884ced0ff tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event deleted for resources: {'Port': ['ID=a3140167-08a5-4bc4-947f-68a35fc9e682,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:50.175442 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0b28f2ec-391b-4464-b947-b42884ced0ff tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for floatingip, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:50.175766 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.db.l3_db [None req-0b28f2ec-391b-4464-b947-b42884ced0ff tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Floating IP 52527ac3-dc88-47f7-a9fb-a978e2b551f8 disassociated (deleted). External IP: 172.27.3.18, port: 5c089043-1d66-4f05-b44b-cc96cc471c53. Aug 16 13:15:50.357225 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:15:50.373089 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b28f2ec-391b-4464-b947-b42884ced0ff tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Router f1795ea3-0cc6-49f3-ab36-6a763710f8ce has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:15:50.477692 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b28f2ec-391b-4464-b947-b42884ced0ff tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:15:50.482661 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0b28f2ec-391b-4464-b947-b42884ced0ff tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:50.486952 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e9532-683c-4c34-b21b-5f85717e478d None None] Sync routers for ids ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:15:50.495461 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e9532-683c-4c34-b21b-5f85717e478d None None] Routers {'f1795ea3-0cc6-49f3-ab36-6a763710f8ce'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:50.496060 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-815e9532-683c-4c34-b21b-5f85717e478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:15:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:50.508632 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-0b28f2ec-391b-4464-b947-b42884ced0ff tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "DELETE /v2.0/floatingips/52527ac3-dc88-47f7-a9fb-a978e2b551f8 HTTP/1.1" status: 204 len: 168 time: 0.7930934 Aug 16 13:15:50.509208 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'tag': '5c089043-1d66-4f05-b44b-cc96cc471c53'}] {{(pid=94054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:15:50.511574 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab2e02789a86343ed90e228d8a01386e3b0dd3ee74f1c4d71a2f16840b073a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9c3f16-595f-49c9-8b22-4fd619b7a2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "54c9f3f4-a72e-4b79-ba03-351a757d0af0", "tag": "5c089043-1d66-4f05-b44b-cc96cc471c53"}]}' {{(pid=94054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:15:50.551870 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 13:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e70153-c420-416b-8232-dc706ed7d0f8 x-openstack-request-id: req-30e70153-c420-416b-8232-dc706ed7d0f8 {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:15:50.552156 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c9f3f4-a72e-4b79-ba03-351a757d0af0", "tag": "5c089043-1d66-4f05-b44b-cc96cc471c53", "status": "completed", "code": 200}]} {{(pid=94054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:15:50.552559 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30e70153-c420-416b-8232-dc706ed7d0f8 {{(pid=94054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:15:50.552822 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'tag': '5c089043-1d66-4f05-b44b-cc96cc471c53', 'status': 'completed', 'code': 200} Aug 16 13:15:50.611696 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-815e9532-683c-4c34-b21b-5f85717e478d None None] Set router f1795ea3-0cc6-49f3-ab36-6a763710f8ce gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:15:50.646707 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c3f16-595f-49c9-8b22-4fd619b7a2fc req-e8e6f28d-3294-4791-a901-5dad6e2ed5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:50.648406 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5d9c3f16-595f-49c9-8b22-4fd619b7a2fc req-e8e6f28d-3294-4791-a901-5dad6e2ed5d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20&device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 1098 time: 0.0498393 Aug 16 13:15:50.735695 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cadc6-0a1d-4246-b339-831d08a7c93a req-8c213e49-2b8d-4059-b19b-740bef089a6b tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:50.737396 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-948cadc6-0a1d-4246-b339-831d08a7c93a req-8c213e49-2b8d-4059-b19b-740bef089a6b tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 945 time: 0.0498610 Aug 16 13:15:50.785684 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c3f16-595f-49c9-8b22-4fd619b7a2fc req-715126e6-17de-4a3e-87ad-ad63801b50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:50.787159 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5d9c3f16-595f-49c9-8b22-4fd619b7a2fc req-715126e6-17de-4a3e-87ad-ad63801b50ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=0abc4278-41a3-46d0-8f8c-47614a895899 HTTP/1.1" status: 200 len: 913 time: 0.0966146 Aug 16 13:15:50.787902 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [req-948cadc6-0a1d-4246-b339-831d08a7c93a req-c2bf6f1d-9211-46d7-9252-10da7c121980 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445204 Aug 16 13:15:50.825690 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-815e9532-683c-4c34-b21b-5f85717e478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:56Z', 'revision_number': 5, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:50.846307 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5d9c3f16-595f-49c9-8b22-4fd619b7a2fc req-e0712c72-a018-4ffe-b852-e64bb8962232 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c089043-1d66-4f05-b44b-cc96cc471c53 HTTP/1.1" status: 200 len: 217 time: 0.0508056 Aug 16 13:15:50.851599 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e9532-683c-4c34-b21b-5f85717e478d None None] Checking router: f1795ea3-0cc6-49f3-ab36-6a763710f8ce for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:15:50.862350 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e9532-683c-4c34-b21b-5f85717e478d None None] Routers {'f1795ea3-0cc6-49f3-ab36-6a763710f8ce'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:50.863297 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-815e9532-683c-4c34-b21b-5f85717e478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:15:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:50.897230 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c3f16-595f-49c9-8b22-4fd619b7a2fc req-ad4ea9ad-25f1-4297-b924-28e5a71347d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:50.898678 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5d9c3f16-595f-49c9-8b22-4fd619b7a2fc req-ad4ea9ad-25f1-4297-b924-28e5a71347d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=faf41bad-e842-4648-97f9-204814672f73 HTTP/1.1" status: 200 len: 851 time: 0.0447552 Aug 16 13:15:50.945114 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c3f16-595f-49c9-8b22-4fd619b7a2fc req-210a7485-11c5-4c85-9a57-ef41edcd3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:50.946579 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5d9c3f16-595f-49c9-8b22-4fd619b7a2fc req-210a7485-11c5-4c85-9a57-ef41edcd3045 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0abc4278-41a3-46d0-8f8c-47614a895899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393846 Aug 16 13:15:50.970830 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-815e9532-683c-4c34-b21b-5f85717e478d None None] Set router f1795ea3-0cc6-49f3-ab36-6a763710f8ce gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:15:51.041899 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5d9c3f16-595f-49c9-8b22-4fd619b7a2fc req-d5b1071d-796d-4fc2-bedf-d628cf3c7c51 service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843904 Aug 16 13:15:51.133039 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-5d9c3f16-595f-49c9-8b22-4fd619b7a2fc req-c93a5695-abca-4684-ab74-b1ce5036076b service neutron] 10.222.0.61 "GET /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806010 Aug 16 13:15:51.138936 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:51.161130 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:51.161471 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 5ee444f5-d9ed-4b3e-9de4-9dcec9d51250 not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:51.189292 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-815e9532-683c-4c34-b21b-5f85717e478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:56Z', 'revision_number': 5, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:51.217472 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e9532-683c-4c34-b21b-5f85717e478d None None] The sync data for ids ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'] in dv-cinder-804698-2-iscsi is: [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:08:51Z', 'revision_number': 4, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi', '_interfaces': [{'id': '84f1f8ab-48b4-4cd3-b1ad-ed40f2081493', 'name': '', 'network_id': '0abc4278-41a3-46d0-8f8c-47614a895899', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'mac_address': 'fa:16:3e:46:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'faf41bad-e842-4648-97f9-204814672f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:50Z', 'updated_at': '2021-08-16T13:08:56Z', 'revision_number': 5, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'subnets': [{'id': 'faf41bad-e842-4648-97f9-204814672f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:15:51.416995 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e591a34-d975-4e39-9cf9-4c0d10a4f781 None None] New status for floating IP 52527ac3-dc88-47f7-a9fb-a978e2b551f8: DOWN {{(pid=94056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 13:15:51.899302 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7312bd-df6b-4e7a-b5ef-acc96c45b894 req-ee135cf5-d741-4d09-8178-07aa374292cf tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:51.900803 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fa7312bd-df6b-4e7a-b5ef-acc96c45b894 req-ee135cf5-d741-4d09-8178-07aa374292cf tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 945 time: 0.0509312 Aug 16 13:15:51.938269 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-fa7312bd-df6b-4e7a-b5ef-acc96c45b894 req-74ad4b72-d271-4948-b037-8fdaaa9782b0 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/security-groups?id=93233113-5788-4d1a-9032-aba5d2b6bfbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314076 Aug 16 13:15:52.263106 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:52.372868 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cdd0c-b080-487a-8a7e-76b984b11c02 req-77c370d0-993e-4422-894e-7317ab4586c2 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 13:15:52.374898 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8e1cdd0c-b080-487a-8a7e-76b984b11c02 req-77c370d0-993e-4422-894e-7317ab4586c2 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 945 time: 0.0512297 Aug 16 13:15:52.460433 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-8e1cdd0c-b080-487a-8a7e-76b984b11c02 req-8bc4b3fb-a97f-4ab8-93c0-a94e4177bcc2 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Deleting port 5c089043-1d66-4f05-b44b-cc96cc471c53 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:52.460675 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-8e1cdd0c-b080-487a-8a7e-76b984b11c02 req-8bc4b3fb-a97f-4ab8-93c0-a94e4177bcc2 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:52.549137 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [req-8e1cdd0c-b080-487a-8a7e-76b984b11c02 req-8bc4b3fb-a97f-4ab8-93c0-a94e4177bcc2 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] For port 5c089043-1d66-4f05-b44b-cc96cc471c53, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5c089043-1d66-4f05-b44b-cc96cc471c53,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:52.549760 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-8e1cdd0c-b080-487a-8a7e-76b984b11c02 req-8bc4b3fb-a97f-4ab8-93c0-a94e4177bcc2 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:52.561768 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [req-8e1cdd0c-b080-487a-8a7e-76b984b11c02 req-8bc4b3fb-a97f-4ab8-93c0-a94e4177bcc2 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Calling delete_port for 5c089043-1d66-4f05-b44b-cc96cc471c53 owned by compute:nova {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:52.685676 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-8e1cdd0c-b080-487a-8a7e-76b984b11c02 req-8bc4b3fb-a97f-4ab8-93c0-a94e4177bcc2 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:52.712483 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4b3fb-a97f-4ab8-93c0-a94e4177bcc2 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event deleted for resources: {'Port': ['ID=5c089043-1d66-4f05-b44b-cc96cc471c53,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:52.754863 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1cdd0c-b080-487a-8a7e-76b984b11c02 req-8bc4b3fb-a97f-4ab8-93c0-a94e4177bcc2 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] No DVR routers for this DVR port 5c089043-1d66-4f05-b44b-cc96cc471c53 on host hv-cinder-80469 {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:52.757338 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [req-8e1cdd0c-b080-487a-8a7e-76b984b11c02 req-8bc4b3fb-a97f-4ab8-93c0-a94e4177bcc2 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for port, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:52.759291 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-8e1cdd0c-b080-487a-8a7e-76b984b11c02 req-8bc4b3fb-a97f-4ab8-93c0-a94e4177bcc2 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.61 "DELETE /v2.0/ports/5c089043-1d66-4f05-b44b-cc96cc471c53 HTTP/1.1" status: 204 len: 173 time: 0.3792865 Aug 16 13:15:52.759754 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'name': 'network-vif-deleted', 'tag': '5c089043-1d66-4f05-b44b-cc96cc471c53'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 13:15:52.761979 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c22783e0ee53675538719844e6a60772025d18b0b89351cd6447dba4e21f6966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8849ec0e-78fd-4dad-93dc-9b328cd1b806" -d '{"events": [{"server_uuid": "54c9f3f4-a72e-4b79-ba03-351a757d0af0", "name": "network-vif-deleted", "tag": "5c089043-1d66-4f05-b44b-cc96cc471c53"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 13:15:52.799772 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 13:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01ccc18-ab39-4657-928b-31154ec5266c x-openstack-request-id: req-a01ccc18-ab39-4657-928b-31154ec5266c {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 13:15:52.800026 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c9f3f4-a72e-4b79-ba03-351a757d0af0", "name": "network-vif-deleted", "tag": "5c089043-1d66-4f05-b44b-cc96cc471c53", "status": "completed", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 13:15:52.800282 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a01ccc18-ab39-4657-928b-31154ec5266c {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 13:15:52.800693 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c9f3f4-a72e-4b79-ba03-351a757d0af0', 'name': 'network-vif-deleted', 'tag': '5c089043-1d66-4f05-b44b-cc96cc471c53', 'status': 'completed', 'code': 200} Aug 16 13:15:53.029555 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [req-1e7f16af-f882-4de6-be26-1043fd64c338 req-a19d411a-79a7-40b5-b7fe-66824270d8bc tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c9f3f4-a72e-4b79-ba03-351a757d0af0 HTTP/1.1" status: 200 len: 210 time: 0.0255628 Aug 16 13:15:54.086846 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48592) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:54.207745 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-37688763-3bc1-48ac-b7f1-41e68a26b660 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Deleting port 7f1945b5-2981-44e2-b752-abfb6866219a {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:54.208094 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-37688763-3bc1-48ac-b7f1-41e68a26b660 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.284805 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-37688763-3bc1-48ac-b7f1-41e68a26b660 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.285137 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-37688763-3bc1-48ac-b7f1-41e68a26b660 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.296339 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-37688763-3bc1-48ac-b7f1-41e68a26b660 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Calling delete_port for 7f1945b5-2981-44e2-b752-abfb6866219a owned by network:floatingip {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:54.425882 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-37688763-3bc1-48ac-b7f1-41e68a26b660 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.450299 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37688763-3bc1-48ac-b7f1-41e68a26b660 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event deleted for resources: {'Port': ['ID=7f1945b5-2981-44e2-b752-abfb6866219a,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:54.512180 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-37688763-3bc1-48ac-b7f1-41e68a26b660 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for floatingip, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.514700 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-37688763-3bc1-48ac-b7f1-41e68a26b660 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-356240'] for floatingip, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:54.515875 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-37688763-3bc1-48ac-b7f1-41e68a26b660 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "DELETE /v2.0/floatingips/e067042f-624d-4854-a773-6ed479a9f291 HTTP/1.1" status: 204 len: 168 time: 0.4280055 Aug 16 13:15:55.704428 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48604) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:55.760278 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cf050ec8-4730-4dd7-ba66-0103485dd6c9 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:55.784289 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cf050ec8-4730-4dd7-ba66-0103485dd6c9 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:55.840564 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cf050ec8-4730-4dd7-ba66-0103485dd6c9 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:55.843199 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-cf050ec8-4730-4dd7-ba66-0103485dd6c9 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:55.844968 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-cf050ec8-4730-4dd7-ba66-0103485dd6c9 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] 10.222.0.20 "DELETE /v2.0/security-groups/93233113-5788-4d1a-9032-aba5d2b6bfbc HTTP/1.1" status: 204 len: 168 time: 0.1395607 Aug 16 13:15:55.853522 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf050ec8-4730-4dd7-ba66-0103485dd6c9 tempest-TestVolumeBootPattern-578426159 tempest-TestVolumeBootPattern-578426159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93233113-5788-4d1a-9032-aba5d2b6bfbc,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:55.898048 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48608) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:56.412933 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a85c14d7-0769-4f30-80bd-023d1137ea09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701895'] for router_interface, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:56.647754 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a85c14d7-0769-4f30-80bd-023d1137ea09 admin admin] Deleting port 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:56.648099 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a85c14d7-0769-4f30-80bd-023d1137ea09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:56.723615 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a85c14d7-0769-4f30-80bd-023d1137ea09 admin admin] For port 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=84f1f8ab-48b4-4cd3-b1ad-ed40f2081493,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:56.723904 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a85c14d7-0769-4f30-80bd-023d1137ea09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:56.735757 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a85c14d7-0769-4f30-80bd-023d1137ea09 admin admin] Calling delete_port for 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 owned by network:router_interface {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:56.905672 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a85c14d7-0769-4f30-80bd-023d1137ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:56.933241 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c14d7-0769-4f30-80bd-023d1137ea09 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f1f8ab-48b4-4cd3-b1ad-ed40f2081493,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:57.148737 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 5c089043-1d66-4f05-b44b-cc96cc471c53 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:57.169389 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] No Port match for: 5c089043-1d66-4f05-b44b-cc96cc471c53 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:57.169737 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Device 5c089043-1d66-4f05-b44b-cc96cc471c53 not bound to the agent host hv-cinder-80469 {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:57.338660 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a85c14d7-0769-4f30-80bd-023d1137ea09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725079'] for router_interface, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:57.544124 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85c14d7-0769-4f30-80bd-023d1137ea09 admin admin] Router f1795ea3-0cc6-49f3-ab36-6a763710f8ce has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:15:57.650507 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85c14d7-0769-4f30-80bd-023d1137ea09 admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:15:57.658476 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-a85c14d7-0769-4f30-80bd-023d1137ea09 admin admin] 10.222.0.20 "PUT /v2.0/routers/f1795ea3-0cc6-49f3-ab36-6a763710f8ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7563672 Aug 16 13:15:57.658476 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48612) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:57.660556 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ad2fc-3c72-4e14-8da4-cd0e175eda5d None None] Sync routers for ids ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'] in dv-cinder-804698-2-iscsi {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:15:57.669754 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ad2fc-3c72-4e14-8da4-cd0e175eda5d None None] Routers {'f1795ea3-0cc6-49f3-ab36-6a763710f8ce'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:57.670356 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-319ad2fc-3c72-4e14-8da4-cd0e175eda5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:15:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:57.758301 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a28bd5c7-e5ba-4d61-987d-01c11aba5082 admin admin] Notify callbacks [] for router, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:57.772730 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-319ad2fc-3c72-4e14-8da4-cd0e175eda5d None None] Set router f1795ea3-0cc6-49f3-ab36-6a763710f8ce gateway port host: dv-cinder-804698-2-iscsi {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:15:57.860681 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a28bd5c7-e5ba-4d61-987d-01c11aba5082 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:57.916506 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a28bd5c7-e5ba-4d61-987d-01c11aba5082 admin admin] Deleting port f16d4e92-554b-45b3-8cbb-324dc693b439 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:57.917182 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a28bd5c7-e5ba-4d61-987d-01c11aba5082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:57.994752 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a28bd5c7-e5ba-4d61-987d-01c11aba5082 admin admin] For port f16d4e92-554b-45b3-8cbb-324dc693b439, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=f16d4e92-554b-45b3-8cbb-324dc693b439,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:57.995108 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a28bd5c7-e5ba-4d61-987d-01c11aba5082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.007479 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a28bd5c7-e5ba-4d61-987d-01c11aba5082 admin admin] Calling delete_port for f16d4e92-554b-45b3-8cbb-324dc693b439 owned by network:router_gateway {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:58.075561 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-319ad2fc-3c72-4e14-8da4-cd0e175eda5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:15:56Z', 'revision_number': 5, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port': {'id': 'f16d4e92-554b-45b3-8cbb-324dc693b439', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:48Z', 'updated_at': '2021-08-16T13:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:58.101332 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ad2fc-3c72-4e14-8da4-cd0e175eda5d None None] Checking router: f1795ea3-0cc6-49f3-ab36-6a763710f8ce for host: dv-cinder-804698-2-iscsi {{(pid=94055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:15:58.110335 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ad2fc-3c72-4e14-8da4-cd0e175eda5d None None] Routers {'f1795ea3-0cc6-49f3-ab36-6a763710f8ce'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:15:58.110944 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-319ad2fc-3c72-4e14-8da4-cd0e175eda5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:15:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'], 'active': True} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:58.171803 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a28bd5c7-e5ba-4d61-987d-01c11aba5082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.197014 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvr_db [None req-319ad2fc-3c72-4e14-8da4-cd0e175eda5d None None] Set router f1795ea3-0cc6-49f3-ab36-6a763710f8ce gateway port host: None {{(pid=94055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:15:58.206018 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bd5c7-e5ba-4d61-987d-01c11aba5082 admin admin] Pushing event deleted for resources: {'Port': ['ID=f16d4e92-554b-45b3-8cbb-324dc693b439,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:58.253945 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_hamode_db [None req-319ad2fc-3c72-4e14-8da4-cd0e175eda5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:15:57Z', 'revision_number': 6, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port_host': None}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:58.259235 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a28bd5c7-e5ba-4d61-987d-01c11aba5082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726269'] for router_gateway, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.279478 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ad2fc-3c72-4e14-8da4-cd0e175eda5d None None] The sync data for ids ['f1795ea3-0cc6-49f3-ab36-6a763710f8ce'] in dv-cinder-804698-2-iscsi is: [{'id': 'f1795ea3-0cc6-49f3-ab36-6a763710f8ce', 'name': 'tempest-TestVolumeBootPattern-1875424948-router', 'tenant_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:47Z', 'updated_at': '2021-08-16T13:15:57Z', 'revision_number': 6, 'project_id': 'b7c0cd4f3ee14cdf99ae7e141b43eb20', 'gw_port_host': None}] {{(pid=94055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:15:58.349606 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a28bd5c7-e5ba-4d61-987d-01c11aba5082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-251285'] for router, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.351726 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a28bd5c7-e5ba-4d61-987d-01c11aba5082 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.393488 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a28bd5c7-e5ba-4d61-987d-01c11aba5082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728928'] for router, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.394095 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28bd5c7-e5ba-4d61-987d-01c11aba5082 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1795ea3-0cc6-49f3-ab36-6a763710f8ce {{(pid=94053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:15:58.398306 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a28bd5c7-e5ba-4d61-987d-01c11aba5082 admin admin] Notify callbacks [] for router, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.399502 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-a28bd5c7-e5ba-4d61-987d-01c11aba5082 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f1795ea3-0cc6-49f3-ab36-6a763710f8ce HTTP/1.1" status: 204 len: 168 time: 0.7406135 Aug 16 13:15:58.402027 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48614) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:58.450344 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d04c1f4-df3d-40d3-a4a7-4c0fa34d267c admin admin] Deleting subnet faf41bad-e842-4648-97f9-204814672f73 {{(pid=94053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:15:58.453298 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3d04c1f4-df3d-40d3-a4a7-4c0fa34d267c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.485896 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3d04c1f4-df3d-40d3-a4a7-4c0fa34d267c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14268650'] for subnet, precommit_delete_associations {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.559731 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3d04c1f4-df3d-40d3-a4a7-4c0fa34d267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1938334'] for subnet, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.612824 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3d04c1f4-df3d-40d3-a4a7-4c0fa34d267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1938327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14434945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13324480'] for subnet, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.646784 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04c1f4-df3d-40d3-a4a7-4c0fa34d267c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf41bad-e842-4648-97f9-204814672f73,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:58.648749 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3d04c1f4-df3d-40d3-a4a7-4c0fa34d267c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for subnet, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.650663 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-3d04c1f4-df3d-40d3-a4a7-4c0fa34d267c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/faf41bad-e842-4648-97f9-204814672f73 HTTP/1.1" status: 204 len: 168 time: 0.2476888 Aug 16 13:15:58.653160 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [-] (94053) accepted ('10.222.0.20', 48616) {{(pid=94053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:58.656134 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a34b221-f1d7-4232-aec4-1959050e11f9 None None] Network 0abc4278-41a3-46d0-8f8c-47614a895899 requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:15:58.724442 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771912'] for network, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.776111 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] Deleting port 9b39833b-8f22-40a5-9903-c309a74341f3 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:58.776539 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.845642 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] For port 9b39833b-8f22-40a5-9903-c309a74341f3, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=9b39833b-8f22-40a5-9903-c309a74341f3,segment=NetworkSegment(fb137ab4-4b45-40a0-a898-928d312a24ed),segment_id=fb137ab4-4b45-40a0-a898-928d312a24ed)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:58.846000 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.857943 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] Calling delete_port for 9b39833b-8f22-40a5-9903-c309a74341f3 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:58.940888 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14435028'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:58.966364 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b39833b-8f22-40a5-9903-c309a74341f3,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:58.970680 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] No DVR routers for this DVR port 9b39833b-8f22-40a5-9903-c309a74341f3 on host dv-cinder-804698-2-iscsi {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:15:59.022629 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2c1939-bc64-4805-944d-07c35e4be7dc None None] DHCP port deletion for 0abc4278-41a3-46d0-8f8c-47614a895899 request from dv-cinder-804698-2-iscsi {{(pid=94055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:15:59.052451 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740267', 'neutron.services.segments.db._delete_segments_for_network-8755702799171'] for network, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:59.062636 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abc4278-41a3-46d0-8f8c-47614a895899']}} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:59.071616 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:59.073438 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb137ab4-4b45-40a0-a898-928d312a24ed') {'for_net_delete': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:59.073818 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.services.segments.db [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb137ab4-4b45-40a0-a898-928d312a24ed') {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:15:59.083325 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755702802764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14268643'] for segment, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:59.092014 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:59.092366 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 84f1f8ab-48b4-4cd3-b1ad-ed40f2081493 not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:59.092784 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device f16d4e92-554b-45b3-8cbb-324dc693b439 no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:59.097486 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:59.104347 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:15:59.104937 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14435047'] for segment, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: Traceback (most recent call last): Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: timer() Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: cb(*args, **kw) Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: return func(*args, **kwargs) Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: self._notify() Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: self.callback(batched_events) Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: event.method(event) Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: return f(self, *a, **k) Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: return self._get(url).json() Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: return self.request(url, 'GET', **kwargs) Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:15:59.106773 dv-cinder-804698-2-iscsi neutron-server[94053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:15:59.112713 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: f16d4e92-554b-45b3-8cbb-324dc693b439 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:59.113071 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device f16d4e92-554b-45b3-8cbb-324dc693b439 not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:59.113483 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 9b39833b-8f22-40a5-9903-c309a74341f3 no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:15:59.132645 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: 9b39833b-8f22-40a5-9903-c309a74341f3 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:15:59.133002 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 9b39833b-8f22-40a5-9903-c309a74341f3 not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:15:59.168949 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726233'] for network, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:59.175419 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:59.177266 dv-cinder-804698-2-iscsi neutron-server[94053]: INFO neutron.wsgi [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] 10.222.0.20 "DELETE /v2.0/networks/0abc4278-41a3-46d0-8f8c-47614a895899 HTTP/1.1" status: 204 len: 168 time: 0.5231929 Aug 16 13:15:59.180237 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48618) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:15:59.188511 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77229df9-ac7e-40ad-8f95-dc2799d2a12d admin admin] Pushing event deleted for resources: {'Network': ['ID=0abc4278-41a3-46d0-8f8c-47614a895899,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:15:59.525490 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701895'] for router_interface, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:59.757910 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Deleting port 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:15:59.758250 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:59.832810 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] For port 57013fc7-f5bf-4d5e-99ff-55ef3f80db69, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=57013fc7-f5bf-4d5e-99ff-55ef3f80db69,segment=NetworkSegment(7988dd11-3d9a-4a3c-b44c-00c4abc7c668),segment_id=7988dd11-3d9a-4a3c-b44c-00c4abc7c668)] {{(pid=94054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:15:59.833167 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:15:59.845211 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Calling delete_port for 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 owned by network:router_interface {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:15:59.877072 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5adf0d94-2b24-4e77-ba8c-b65679f7dfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:00.019082 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:00.044362 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=57013fc7-f5bf-4d5e-99ff-55ef3f80db69,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:00.071030 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:00.071395 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:00.071736 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:00.072068 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:00.072394 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:00.072720 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:00.073042 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:00.073363 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:00.073681 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:00.074005 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:00.074323 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:00.074636 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:00.479620 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725079'] for router_interface, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:00.687284 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Router 5fc49db4-c117-4d2e-bec0-9c205f32e818 has already been hosted by L3 agent d8e84cf0-f8d7-4d72-b076-1309e9fc94c0 {{(pid=94054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 13:16:00.790928 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] Notify agent at l3_agent.dv-cinder-804698-2-iscsi the message routers_updated {{(pid=94054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 13:16:00.796008 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-b2bee34b-5780-42bc-805c-61c9031d2b42 admin admin] 10.222.0.20 "PUT /v2.0/routers/5fc49db4-c117-4d2e-bec0-9c205f32e818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6147089 Aug 16 13:16:00.799038 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48620) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:00.800088 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b0c15-d4a1-4a68-87f3-2f5af5b6f182 None None] Sync routers for ids ['5fc49db4-c117-4d2e-bec0-9c205f32e818'] in dv-cinder-804698-2-iscsi {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 13:16:00.809257 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b0c15-d4a1-4a68-87f3-2f5af5b6f182 None None] Routers {'5fc49db4-c117-4d2e-bec0-9c205f32e818'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:16:00.809865 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-eb2b0c15-d4a1-4a68-87f3-2f5af5b6f182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:15:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['5fc49db4-c117-4d2e-bec0-9c205f32e818'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:00.903806 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-71286a31-45a4-4166-8857-b52c0100ebd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:00.917213 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-eb2b0c15-d4a1-4a68-87f3-2f5af5b6f182 None None] Set router 5fc49db4-c117-4d2e-bec0-9c205f32e818 gateway port host: dv-cinder-804698-2-iscsi {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:16:01.008253 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-71286a31-45a4-4166-8857-b52c0100ebd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.059739 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-71286a31-45a4-4166-8857-b52c0100ebd3 admin admin] Deleting port b2f15d46-90db-40f6-857a-1b5ab49df595 {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:01.059996 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-71286a31-45a4-4166-8857-b52c0100ebd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.095861 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-eb2b0c15-d4a1-4a68-87f3-2f5af5b6f182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'name': 'tempest-TestVolumeBootPattern-1123406307-router', 'tenant_id': '41cf281289814333944bf606c9354765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'external_fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b2f15d46-90db-40f6-857a-1b5ab49df595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:53Z', 'updated_at': '2021-08-16T13:15:59Z', 'revision_number': 5, 'project_id': '41cf281289814333944bf606c9354765', 'gw_port': {'id': 'b2f15d46-90db-40f6-857a-1b5ab49df595', 'name': '', 'network_id': 'dd0d50ff-d8a0-439f-a316-3d03b34bea63', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T13:08:55Z', 'updated_at': '2021-08-16T13:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8a6ada-9b26-423b-a24f-6b1bb332a099', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-2-iscsi'}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:01.129642 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b0c15-d4a1-4a68-87f3-2f5af5b6f182 None None] Checking router: 5fc49db4-c117-4d2e-bec0-9c205f32e818 for host: dv-cinder-804698-2-iscsi {{(pid=94056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 13:16:01.138278 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b0c15-d4a1-4a68-87f3-2f5af5b6f182 None None] Routers {'5fc49db4-c117-4d2e-bec0-9c205f32e818'} bound to L3 agent in host dv-cinder-804698-2-iscsi {{(pid=94056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 13:16:01.138919 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-eb2b0c15-d4a1-4a68-87f3-2f5af5b6f182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T12:56:02Z,description=,heartbeat_timestamp=2021-08-16T13:15:32Z,host='dv-cinder-804698-2-iscsi',id=d8e84cf0-f8d7-4d72-b076-1309e9fc94c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T12:56:03Z,topic='l3_agent')) {'router_ids': ['5fc49db4-c117-4d2e-bec0-9c205f32e818'], 'active': True} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:01.143122 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-71286a31-45a4-4166-8857-b52c0100ebd3 admin admin] For port b2f15d46-90db-40f6-857a-1b5ab49df595, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=b2f15d46-90db-40f6-857a-1b5ab49df595,segment=NetworkSegment(83910f0d-f17b-4ad5-92a9-a293d8c467fb),segment_id=83910f0d-f17b-4ad5-92a9-a293d8c467fb)] {{(pid=94054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:01.143516 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-71286a31-45a4-4166-8857-b52c0100ebd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.155070 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-71286a31-45a4-4166-8857-b52c0100ebd3 admin admin] Calling delete_port for b2f15d46-90db-40f6-857a-1b5ab49df595 owned by network:router_gateway {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:01.222874 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_dvr_db [None req-eb2b0c15-d4a1-4a68-87f3-2f5af5b6f182 None None] Set router 5fc49db4-c117-4d2e-bec0-9c205f32e818 gateway port host: None {{(pid=94056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 13:16:01.275410 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.l3_hamode_db [None req-eb2b0c15-d4a1-4a68-87f3-2f5af5b6f182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'name': 'tempest-TestVolumeBootPattern-1123406307-router', 'tenant_id': '41cf281289814333944bf606c9354765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:53Z', 'updated_at': '2021-08-16T13:16:01Z', 'revision_number': 6, 'project_id': '41cf281289814333944bf606c9354765', 'gw_port_host': None}], 'dv-cinder-804698-2-iscsi', False) {} {{(pid=94056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:01.302098 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b0c15-d4a1-4a68-87f3-2f5af5b6f182 None None] The sync data for ids ['5fc49db4-c117-4d2e-bec0-9c205f32e818'] in dv-cinder-804698-2-iscsi is: [{'id': '5fc49db4-c117-4d2e-bec0-9c205f32e818', 'name': 'tempest-TestVolumeBootPattern-1123406307-router', 'tenant_id': '41cf281289814333944bf606c9354765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T13:08:53Z', 'updated_at': '2021-08-16T13:16:01Z', 'revision_number': 6, 'project_id': '41cf281289814333944bf606c9354765', 'gw_port_host': None}] {{(pid=94056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 13:16:01.319592 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-71286a31-45a4-4166-8857-b52c0100ebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.346593 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71286a31-45a4-4166-8857-b52c0100ebd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f15d46-90db-40f6-857a-1b5ab49df595,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:01.407257 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-71286a31-45a4-4166-8857-b52c0100ebd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726269'] for router_gateway, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.493700 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-71286a31-45a4-4166-8857-b52c0100ebd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-251285'] for router, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.495764 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-71286a31-45a4-4166-8857-b52c0100ebd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.536516 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-71286a31-45a4-4166-8857-b52c0100ebd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728928'] for router, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.537076 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71286a31-45a4-4166-8857-b52c0100ebd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fc49db4-c117-4d2e-bec0-9c205f32e818 {{(pid=94054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 13:16:01.541854 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-71286a31-45a4-4166-8857-b52c0100ebd3 admin admin] Notify callbacks [] for router, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.542967 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-71286a31-45a4-4166-8857-b52c0100ebd3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5fc49db4-c117-4d2e-bec0-9c205f32e818 HTTP/1.1" status: 204 len: 168 time: 0.7427177 Aug 16 13:16:01.545580 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48622) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:01.589337 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.db_base_plugin_v2 [None req-8210ae8e-4d12-48d1-8408-0359491aafdb admin admin] Deleting subnet e89d2b92-8253-4aaf-a830-d8d4ba6f4ef7 {{(pid=94054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 13:16:01.592195 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8210ae8e-4d12-48d1-8408-0359491aafdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.624485 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8210ae8e-4d12-48d1-8408-0359491aafdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14162415'] for subnet, precommit_delete_associations {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.707588 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8210ae8e-4d12-48d1-8408-0359491aafdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1938334'] for subnet, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.760387 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8210ae8e-4d12-48d1-8408-0359491aafdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1938327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13922229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12882867'] for subnet, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.787303 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210ae8e-4d12-48d1-8408-0359491aafdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e89d2b92-8253-4aaf-a830-d8d4ba6f4ef7,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:01.789284 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8210ae8e-4d12-48d1-8408-0359491aafdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.791129 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-8210ae8e-4d12-48d1-8408-0359491aafdb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e89d2b92-8253-4aaf-a830-d8d4ba6f4ef7 HTTP/1.1" status: 204 len: 168 time: 0.2445960 Aug 16 13:16:01.793125 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39e72ed-f4d2-46d7-bc20-0d5c489a683a None None] Network 02a3edd7-10d8-47b1-bba2-acd0580c5c1f requested from dv-cinder-804698-2-iscsi {{(pid=94055) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 13:16:01.793602 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48624) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:01.863669 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771912'] for network, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.918580 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] Deleting port 68c8616f-77d9-4369-bc10-4d48907f9981 {{(pid=94054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:01.918928 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.981182 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] For port 68c8616f-77d9-4369-bc10-4d48907f9981, host dv-cinder-804698-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-2-iscsi',level=0,port_id=68c8616f-77d9-4369-bc10-4d48907f9981,segment=NetworkSegment(7988dd11-3d9a-4a3c-b44c-00c4abc7c668),segment_id=7988dd11-3d9a-4a3c-b44c-00c4abc7c668)] {{(pid=94054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:01.981475 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:01.993329 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.plugin [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] Calling delete_port for 68c8616f-77d9-4369-bc10-4d48907f9981 owned by network:dhcp {{(pid=94054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:02.057702 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] DHCP port deletion for 02a3edd7-10d8-47b1-bba2-acd0580c5c1f request from dv-cinder-804698-2-iscsi {{(pid=94055) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 13:16:02.076013 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13922272'] for port, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.099793 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=68c8616f-77d9-4369-bc10-4d48907f9981,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:02.105303 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] No DVR routers for this DVR port 68c8616f-77d9-4369-bc10-4d48907f9981 on host dv-cinder-804698-2-iscsi {{(pid=94054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:16:02.108147 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] Deleting port 68c8616f-77d9-4369-bc10-4d48907f9981 {{(pid=94055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 13:16:02.108403 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755702670583'] for port, before_delete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.181204 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.db [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] For port 68c8616f-77d9-4369-bc10-4d48907f9981, host dv-cinder-804698-2-iscsi, got binding levels [] {{(pid=94055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 13:16:02.181461 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740267', 'neutron.services.segments.db._delete_segments_for_network-8755702799171'] for network, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.182008 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-782005'] for port, precommit_delete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.191379 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a3edd7-10d8-47b1-bba2-acd0580c5c1f']}} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:02.194573 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] Calling delete_port for 68c8616f-77d9-4369-bc10-4d48907f9981 owned by network:dhcp {{(pid=94055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 13:16:02.197309 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.ipam_backend_mixin [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] Port 68c8616f-77d9-4369-bc10-4d48907f9981 was not found and therefore no delete operation was performed {{(pid=94055) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 13:16:02.198572 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755702758997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755702257399'] for port, after_delete {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.201452 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7988dd11-3d9a-4a3c-b44c-00c4abc7c668') {'for_net_delete': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:02.201750 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.services.segments.db [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7988dd11-3d9a-4a3c-b44c-00c4abc7c668') {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 13:16:02.210798 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755702802764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14162406'] for segment, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.222621 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] Pushing event deleted for resources: {'Port': ['ID=68c8616f-77d9-4369-bc10-4d48907f9981,revision_number=None']} {{(pid=94055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:02.230164 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] No DVR routers for this DVR port 68c8616f-77d9-4369-bc10-4d48907f9981 on host dv-cinder-804698-2-iscsi {{(pid=94055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 13:16:02.232539 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383'] for segment, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.232707 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:02.232976 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:02.233643 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:02.234339 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:02.234339 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:02.236535 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:02.236535 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:02.236535 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:02.236833 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:02.236936 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:02.237207 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:02.237715 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced2930-3c6f-4704-9b32-1d3ed365f361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-2-iscsi {{(pid=94055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 13:16:02.240428 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 13:16:02.242104 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1938383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13922259'] for segment, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: Traceback (most recent call last): Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: timer() Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: cb(*args, **kw) Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: return func(*args, **kwargs) Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: self._notify() Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: self.callback(batched_events) Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: event.method(event) Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: return f(self, *a, **k) Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: return self._get(url).json() Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: return self.request(url, 'GET', **kwargs) Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 13:16:02.244112 dv-cinder-804698-2-iscsi neutron-server[94054]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 13:16:02.305393 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726233'] for network, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.311094 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638440'] for network, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.316253 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/02a3edd7-10d8-47b1-bba2-acd0580c5c1f HTTP/1.1" status: 204 len: 168 time: 0.5217171 Aug 16 13:16:02.328053 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32b00b-f672-445c-82d5-04c84d94fac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=02a3edd7-10d8-47b1-bba2-acd0580c5c1f,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:02.429286 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48628) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:02.469358 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-8fd20ae6-605b-4eec-a962-b2286833863c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7c0cd4f3ee14cdf99ae7e141b43eb20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389454 Aug 16 13:16:02.471824 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48630) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:02.513117 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-0f58abbe-8d93-4454-8a54-682ba874ab52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.524767 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c60a1ec0-10d5-4df5-8e91-fed895c680ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.546312 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c60a1ec0-10d5-4df5-8e91-fed895c680ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.589990 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c60a1ec0-10d5-4df5-8e91-fed895c680ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.592599 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c60a1ec0-10d5-4df5-8e91-fed895c680ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.593720 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-c60a1ec0-10d5-4df5-8e91-fed895c680ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb771281-97b6-43f4-84dd-a075b597ba30 HTTP/1.1" status: 204 len: 168 time: 0.1210284 Aug 16 13:16:02.601460 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a1ec0-10d5-4df5-8e91-fed895c680ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb771281-97b6-43f4-84dd-a075b597ba30,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:02.761613 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.896697 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48636) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:02.937610 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-870a6faf-efe7-4dc0-9ad9-4d8d3cdf22ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41cf281289814333944bf606c9354765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395653 Aug 16 13:16:02.940083 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [-] (94054) accepted ('10.222.0.20', 48638) {{(pid=94054) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 13:16:02.947910 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device b2f15d46-90db-40f6-857a-1b5ab49df595 no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:16:02.971313 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: b2f15d46-90db-40f6-857a-1b5ab49df595 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:16:02.971685 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device b2f15d46-90db-40f6-857a-1b5ab49df595 not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:16:02.972089 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 68c8616f-77d9-4369-bc10-4d48907f9981 no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:16:02.987890 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-27f939e9-83a4-4d13-9b99-27c4525c40d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:02.989621 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: 68c8616f-77d9-4369-bc10-4d48907f9981 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:16:02.989970 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 68c8616f-77d9-4369-bc10-4d48907f9981 not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:16:02.990376 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 no longer exists at agent ovs-agent-dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 13:16:03.007798 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.plugin [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] No Port match for: 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 {{(pid=94055) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 13:16:03.008141 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron.plugins.ml2.rpc [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Device 57013fc7-f5bf-4d5e-99ff-55ef3f80db69 not bound to the agent host dv-cinder-804698-2-iscsi {{(pid=94055) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 13:16:03.008323 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-27f939e9-83a4-4d13-9b99-27c4525c40d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:03.054979 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-27f939e9-83a4-4d13-9b99-27c4525c40d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736165'] for security_group, after_delete {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:03.057536 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-27f939e9-83a4-4d13-9b99-27c4525c40d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:03.058666 dv-cinder-804698-2-iscsi neutron-server[94054]: INFO neutron.wsgi [None req-27f939e9-83a4-4d13-9b99-27c4525c40d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf73a5c7-1856-4143-9fe8-3009080d1e83 HTTP/1.1" status: 204 len: 168 time: 0.1176958 Aug 16 13:16:03.066172 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f939e9-83a4-4d13-9b99-27c4525c40d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf73a5c7-1856-4143-9fe8-3009080d1e83,revision_number=None']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 13:16:03.517588 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:05.319733 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:22.258742 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:27.356231 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:16:29.878844 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-145b052e-b282-42ac-90e1-6d052810f407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:32.513559 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dcb63b5d-c94a-4e59-8821-b733e285c94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:32.762086 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:33.520151 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:35.320819 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:52.262511 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:16:59.881129 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-6dfc1772-8fc3-4410-93df-4bc848aead6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:02.514571 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dc1ee55e-057a-4a1d-aa18-0805cb2d8a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:02.763291 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:03.525942 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:04.354881 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:17:05.323752 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:22.262712 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:29.881264 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-d51e831f-0dfd-462f-9218-3392191063ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:32.514977 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-515fa45a-ec5f-4954-83f1-099c94558d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:32.763524 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:33.524828 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:35.327033 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:41.354082 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:17:52.291935 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:17:59.882211 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-24d3ffc6-c322-4d09-b980-4efcba3b9d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:02.514514 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-2c01d60b-e385-44bd-8ac3-9d5f854b396b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:02.763676 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:03.526690 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:05.330615 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:18.353952 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:18:22.307941 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:29.882476 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-d11c17a2-1763-40b0-afc4-5b758b724b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:32.514525 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-98fe1f67-5223-4dfa-b08f-dc8e16a30a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:32.764505 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:33.530245 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:35.333835 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:52.306674 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:18:55.352876 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:18:59.882614 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-3f242295-3201-4d11-9be7-b63ff1bd965d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:02.514584 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-867f0e33-0e82-4c51-90b2-dc4df7dd2350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:02.765703 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:03.533009 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:05.339012 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:15.464085 dv-cinder-804698-2-iscsi neutron-server[94054]: DEBUG neutron.wsgi [req-9f28c794-38bf-4283-9629-0e7138fb2e05 req-e25d3138-c1b3-4140-94d0-64165c820bf7 service neutron] (94054) timed out ('10.222.0.61', 51551) {{(pid=94054) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 13:19:16.043150 dv-cinder-804698-2-iscsi neutron-server[94053]: DEBUG neutron.wsgi [req-703c2cc4-8ad5-458d-b1b5-989466df430c req-4a5e9f5b-fbb8-46d6-87b2-9f586fdb4414 service neutron] (94053) timed out ('10.222.0.61', 51595) {{(pid=94053) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 13:19:22.308149 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:29.882856 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-559962bd-ce24-44fd-bbc0-7521ab463e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:32.353284 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:19:32.514318 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-4aa98826-d00a-4c5b-9f56-0fc543f105fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:32.767156 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:33.536416 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:35.338693 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:52.304019 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:19:59.882713 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfcc19f1-5d45-47f2-b211-416706161772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:02.514715 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-6e5f39be-600d-47ad-813f-3013a677639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:02.768862 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:03.538022 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:05.341425 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:09.353484 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:20:22.322027 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:29.882330 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-57edd991-dc3b-480f-b45b-10cb17f06a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:32.515048 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-ea90c070-6800-4b81-82bd-d780238a24fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:32.770845 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:33.542113 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:35.343379 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:46.353148 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 13:20:52.325240 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:20:59.882455 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-7dca5a24-e613-4635-a203-65a410f3b87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:02.515426 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-76dbfa0b-b455-4755-91c5-107e6263552e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:02.772656 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-5eee6f99-cf67-48b0-b0b1-4969df52243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:03.543265 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4edd-9a9a-426e-8b06-d90cf5ec425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:05.348509 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-1fd56636-f13f-4eb0-af15-c970ca000c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:22.336127 dv-cinder-804698-2-iscsi neutron-server[94055]: DEBUG neutron_lib.callbacks.manager [None req-bff4587c-9d1f-4ddf-8716-93ef9e5e2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755702718329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1737061'] for agent, after_update {{(pid=94055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 13:21:23.352031 dv-cinder-804698-2-iscsi neutron-server[94056]: DEBUG neutron.db.agents_db [None req-7af0ddbf-1387-4068-ba24-e18f8f51d06f None None] Agent healthcheck: found 6 active agents {{(pid=94056) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}